-- Logs begin at Thu 2022-01-27 07:37:05 UTC, end at Thu 2022-01-27 08:30:53 UTC. -- Jan 27 08:06:31.941725 dv-cinder-826589-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 27 08:06:34.939723 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.common.config [-] Logging enabled! Jan 27 08:06:34.940352 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev434 Jan 27 08:06:34.940511 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102468) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 27 08:06:34.943849 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.common.config [-] Logging enabled! Jan 27 08:06:34.944105 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev434 Jan 27 08:06:34.944414 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102468) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 27 08:06:34.945383 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 27 08:06:34.945620 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 27 08:06:34.945994 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 27 08:06:34.946243 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 27 08:06:34.946468 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 27 08:06:34.946806 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.947227 dv-cinder-826589-1-iscsi neutron-server[102468]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 27 08:06:34.947536 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.947857 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.948146 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.948443 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.948727 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.949035 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.949318 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.949613 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.949898 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.950204 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.950459 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.950747 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.951029 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.951317 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.951605 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.951886 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] debug = True {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.952168 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.952604 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.953036 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.953323 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.953612 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.953888 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.954161 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.954428 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.954713 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.955044 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] host = dv-cinder-826589-1-iscsi {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.955321 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.955609 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.955892 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.956188 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.956447 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.956723 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.957040 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.957296 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.957568 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] log_file = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.957857 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.958139 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.958423 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.958707 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.958932 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.959155 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.959452 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.959737 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.960014 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.960285 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.960553 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.960851 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.961131 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.961396 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.961677 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.961958 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.962242 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.962516 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.962785 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.963052 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.963322 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.963633 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.963903 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.964174 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.964449 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.964734 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.965033 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.965305 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.965606 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.965889 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.966168 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.966448 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.966718 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.966995 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.967261 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.967530 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.967800 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] use_json = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.968067 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.968333 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.968609 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.968901 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.969172 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.969445 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.969714 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.969996 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.970265 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:34.970565 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.970855 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.971157 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.971448 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.971736 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.972024 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.972305 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.972580 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.972886 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.973170 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.973456 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.973784 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.974025 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.974310 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.974601 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.974905 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.975198 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.975490 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.975764 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.976037 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.976351 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.976630 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.976943 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.977279 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.977605 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.977895 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.978178 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.978475 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.978764 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.979646 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.979887 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.980161 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.980437 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.980728 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.981027 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.981300 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.981582 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.981869 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.982144 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.982420 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.982703 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.982980 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.983251 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.983521 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.983796 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.984085 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.984361 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.984649 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.984941 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.985213 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.985483 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.985789 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.986046 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.986316 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.986593 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.986871 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.987146 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.987413 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.987685 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.987960 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.988231 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.988500 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.988796 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.989075 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.989345 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.989611 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.989881 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.990154 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.990431 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.990750 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.990971 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.991253 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.991529 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.991827 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.992095 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.992393 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.992670 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.993014 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.993500 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.993782 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.994057 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.994330 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.994612 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.995455 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.996334 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.996334 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.996334 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.996654 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.996866 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.997148 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.997443 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.997723 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.998005 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.998282 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.998560 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.998849 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.999140 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.999435 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:34.999726 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:35.000023 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:35.000308 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:35.000607 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:35.000927 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:35.001239 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:35.001532 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:35.001747 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 27 08:06:35.001997 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102468) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 27 08:06:35.397349 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 27 08:06:35.397628 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 27 08:06:35.397933 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 27 08:06:35.398268 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 27 08:06:35.750827 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:35.751042 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:35.751283 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:35.752677 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:35.752979 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:35.753244 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:35.802783 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:35.803092 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:35.803318 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:35.818318 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:35.818604 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:35.818874 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:35.851438 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:35.851716 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:35.851979 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:35.889680 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:35.889937 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:35.890205 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:36.243709 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:36.244365 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:36.244365 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:36.244537 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:36.245734 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:36.349382 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:36.349704 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:36.349988 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:36.350262 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:36.350527 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:36.350838 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:36.351097 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:36.351352 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:36.351603 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:36.351883 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:36.352143 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:36.352408 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:36.352705 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:36.352973 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:36.353197 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:36.353460 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:36.353719 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:36.354013 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:36.354286 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:36.354547 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:36.354816 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:36.355067 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:36.355351 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:36.355745 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:36.355992 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:36.356236 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:36.356660 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102468) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 08:06:36.356920 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102468) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 08:06:36.357157 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102468) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 08:06:36.357391 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102468) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 08:06:36.357622 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102468) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 08:06:36.357854 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102468) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 08:06:36.358245 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 27 08:06:36.361726 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 27 08:06:36.365932 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 27 08:06:36.370838 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Jan 27 08:06:36.372527 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 27 08:06:36.373033 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 27 08:06:36.373376 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 27 08:06:36.373764 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 27 08:06:36.376643 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 27 08:06:36.376920 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 27 08:06:36.377269 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 27 08:06:36.382678 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 27 08:06:36.408109 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 27 08:06:36.408585 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:36.408927 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102468) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 27 08:06:36.409294 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:36.410734 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102468) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 27 08:06:36.411022 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 27 08:06:36.411270 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 27 08:06:36.414708 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:36.414987 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:36.479619 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 27 08:06:36.479857 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 27 08:06:36.480091 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 27 08:06:36.480471 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 27 08:06:36.501736 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_db.sqlalchemy.engines [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102468) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 27 08:06:36.956868 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.plugins.ml2.managers [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Initializing driver for type 'gre' Jan 27 08:06:36.957405 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] gre ID ranges: [(1, 1000)] Jan 27 08:06:37.014330 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.plugins.ml2.managers [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Initializing driver for type 'local' Jan 27 08:06:37.014785 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.plugins.ml2.managers [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Initializing driver for type 'vlan' Jan 27 08:06:37.029077 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] VlanTypeDriver initialization complete Jan 27 08:06:37.029596 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.plugins.ml2.managers [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Initializing driver for type 'vxlan' Jan 27 08:06:37.030176 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] vxlan ID ranges: [(1, 1000)] Jan 27 08:06:37.087776 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.plugins.ml2.managers [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Initializing extension driver 'port_security' Jan 27 08:06:37.088294 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.plugins.ml2.extensions.port_security [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] PortSecurityExtensionDriver initialization complete Jan 27 08:06:37.088721 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.plugins.ml2.managers [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Initializing mechanism driver 'openvswitch' Jan 27 08:06:37.089136 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.plugins.ml2.managers [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Initializing mechanism driver 'hyperv' Jan 27 08:06:37.096372 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:06:37.097193 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: > port after_create 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.097596 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: > port after_update 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.097974 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: > port after_delete 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.098583 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102468) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 08:06:37.099055 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: > subnet after_create 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.099441 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: > subnet after_update 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.099821 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.100255 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102468) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 08:06:37.100716 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: > network after_create 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.101136 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: > network after_update 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.101517 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: > network after_delete 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.101943 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102468) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 08:06:37.102413 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: > security_group after_create 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.102795 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: > security_group after_update 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.103184 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.103797 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102468) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 08:06:37.104275 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.104671 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.105074 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.105512 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102468) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 08:06:37.105952 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: > address_group after_create 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.106328 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: > address_group after_update 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.106717 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.107211 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102468) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 08:06:37.107698 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] ML2 OVO RPC backend initialized. {{(pid=102468) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 27 08:06:37.108482 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.108934 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.109388 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: > network before_response 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.109771 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: > networks before_response 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.110153 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: > port before_response 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.110530 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: > ports before_response 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.110908 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: > subnet before_response 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.111282 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: > subnets before_response 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.111667 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: > network after_create 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.112044 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: > network after_update 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.112415 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: > network after_delete 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.112866 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: > port after_create 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.113245 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: > port after_update 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.113615 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: > port after_delete 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.114041 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: > subnet after_create 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.114422 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: > subnet after_update 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.114809 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.123621 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.quota [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded quota_driver: . Jan 27 08:06:37.124244 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.plugins.ml2.plugin [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Modular L2 Plugin initialization complete Jan 27 08:06:37.124703 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading services supported by the core plugin {{(pid=102468) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 27 08:06:37.125187 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.plugins.ml2.managers [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Got port-security extension from driver 'port_security' Jan 27 08:06:37.125782 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.extensions.vlantransparent [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Disabled vlantransparent extension. Jan 27 08:06:37.126370 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102468) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 27 08:06:37.126775 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading Plugin: router Jan 27 08:06:37.165548 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.165941 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: > router after_create 55549900 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.166310 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: > router before_create 55549900 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.167543 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.167919 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.168270 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: > router after_delete 55549900 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.168626 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.168999 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.169358 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: > router after_create 55549900 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.169702 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: > router after_update 55549900 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.170045 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: > router after_update 55549900 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.170386 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.170738 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: > router after_update 55549900 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.171148 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: > router precommit_update 55549900 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.171511 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: port after_update 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.171842 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: port after_delete 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.172178 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: subnet after_update 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.172508 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.172873 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.173216 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: > router precommit_create 55549900 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.173552 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: port before_delete 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.173886 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: > router precommit_create 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.174233 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: > router after_update 55549900 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.174566 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.174911 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: > router precommit_create 55549900 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.175257 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.175593 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: > router precommit_update 55549900 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.175953 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: > agent after_create 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.176291 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: > agent after_delete 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.176625 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: > network after_delete 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.177570 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.quota.resource_registry [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Tracking information for resource: router configured {{(pid=102468) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 08:06:37.177897 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.quota.resource_registry [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Tracking information for resource: floatingip configured {{(pid=102468) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 08:06:37.183838 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.db.l3_agentschedulers_db [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 27 08:06:37.184425 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: port after_update 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.184814 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: port after_create 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.185162 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: port after_delete 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.185505 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: port after_update 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.186455 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: > router before_create 55550100 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.186815 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.187173 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: > router precommit_create 55550100 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.187529 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: > router precommit_update 55550100 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.192521 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.services.provider_configuration [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Service providers = [] {{(pid=102468) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 27 08:06:37.192909 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.db.servicetype_db [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102468) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 27 08:06:37.196192 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.services.service_base [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102468) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 27 08:06:37.196540 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.services.service_base [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102468) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 27 08:06:37.196903 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.services.service_base [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102468) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 27 08:06:37.197842 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.services.service_base [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102468) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 27 08:06:37.198231 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.services.service_base [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 27 08:06:37.198619 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102468) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 08:06:37.198941 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 27 08:06:37.210554 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102468) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 08:06:37.210800 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading Plugin: auto_allocate Jan 27 08:06:37.216905 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: network precommit_update 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.217275 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: network precommit_create 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.217807 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102468) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 08:06:37.218122 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading Plugin: tag Jan 27 08:06:37.225031 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102468) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 08:06:37.225359 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading Plugin: timestamp Jan 27 08:06:37.230152 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102468) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 08:06:37.230485 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading Plugin: network_ip_availability Jan 27 08:06:37.236321 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.236696 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.237079 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.237855 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102468) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 08:06:37.238172 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading Plugin: flavors Jan 27 08:06:37.243489 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102468) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 08:06:37.243813 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading Plugin: revisions Jan 27 08:06:37.248918 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102468) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 08:06:37.249314 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_concurrency.lockutils [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.851s {{(pid=102468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 27 08:06:37.250074 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102468) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 27 08:06:37.250405 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Initializing extension manager. Jan 27 08:06:37.250922 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: __init__.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.251262 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: __pycache__ {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.251595 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.251928 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: address_group.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.252830 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.253419 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded extension: address-group Jan 27 08:06:37.253739 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: address_scope.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.254445 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.254963 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded extension: address-scope Jan 27 08:06:37.255281 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.256247 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.256768 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded extension: router-admin-state-down-before-update Jan 27 08:06:37.257094 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: agent.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.258014 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.258528 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded extension: agent Jan 27 08:06:37.258846 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: agent_resources_synced.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.259763 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.260313 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded extension: agent-resources-synced Jan 27 08:06:37.260629 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: allowedaddresspairs.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.262523 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.263051 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded extension: allowed-address-pairs Jan 27 08:06:37.263374 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: auto_allocated_topology.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.264480 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.265020 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded extension: auto-allocated-topology Jan 27 08:06:37.265380 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: availability_zone.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.266041 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.266542 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded extension: availability_zone Jan 27 08:06:37.266856 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: availability_zone_filter.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.267765 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.268272 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded extension: availability_zone_filter Jan 27 08:06:37.268587 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: data_plane_status.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.269522 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.270027 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extension data-plane-status not supported by any of loaded plugins Jan 27 08:06:37.270341 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: default_subnetpools.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.271268 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.271752 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded extension: default-subnetpools Jan 27 08:06:37.272071 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.272994 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.273478 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded extension: dhcp_agent_scheduler Jan 27 08:06:37.273797 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: dns.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.274728 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.275237 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extension dns-integration not supported by any of loaded plugins Jan 27 08:06:37.275553 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: dns_domain_ports.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.276514 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.277051 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 27 08:06:37.277368 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.278300 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.278811 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 27 08:06:37.279130 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: dvr.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.279809 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.280326 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded extension: dvr Jan 27 08:06:37.280642 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: ecmp_routes.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.281598 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.282113 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extension ecmp_routes not supported by any of loaded plugins Jan 27 08:06:37.282430 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: empty_string_filtering.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.283350 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.283864 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded extension: empty-string-filtering Jan 27 08:06:37.284177 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.285122 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.285630 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 27 08:06:37.285947 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.286850 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.287353 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 27 08:06:37.287668 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: external_net.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.288573 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.289118 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded extension: external-net Jan 27 08:06:37.289436 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.290349 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.290865 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded extension: extra_dhcp_opt Jan 27 08:06:37.291183 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: extraroute.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.292788 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.293301 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded extension: extraroute Jan 27 08:06:37.293618 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: extraroute_atomic.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.294665 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.295295 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded extension: extraroute-atomic Jan 27 08:06:37.295619 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: filter_validation.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.296299 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.296835 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded extension: filter-validation Jan 27 08:06:37.297151 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: fip_pf_description.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.298089 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.298597 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 27 08:06:37.298909 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: fip_port_details.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.299818 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.300326 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded extension: fip-port-details Jan 27 08:06:37.300640 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: flavors.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.301946 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.302480 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded extension: flavors Jan 27 08:06:37.302800 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.304537 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.305411 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 27 08:06:37.305411 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: floatingip_pools.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.307090 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.307090 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded extension: floatingip-pools Jan 27 08:06:37.307090 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: ip_allocation.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.308550 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.309096 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extension ip_allocation not supported by any of loaded plugins Jan 27 08:06:37.309416 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.310342 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.310856 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded extension: ip-substring-filtering Jan 27 08:06:37.311181 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: l2_adjacency.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.312096 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.312610 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 27 08:06:37.312951 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: l3.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.313954 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.314474 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded extension: router Jan 27 08:06:37.314793 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.317293 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.317828 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 27 08:06:37.318155 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.319080 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.319595 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded extension: ext-gw-mode Jan 27 08:06:37.319915 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.320865 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.321380 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded extension: l3-ha Jan 27 08:06:37.321699 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: l3_flavors.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.322616 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.323151 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded extension: l3-flavors Jan 27 08:06:37.323470 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.324381 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.324915 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 27 08:06:37.325233 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: l3agentscheduler.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.326308 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.326813 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded extension: l3_agent_scheduler Jan 27 08:06:37.327134 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: local_ip.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.329018 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.329556 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extension local_ip not supported by any of loaded plugins Jan 27 08:06:37.329891 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: logging.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.331401 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.331924 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extension logging not supported by any of loaded plugins Jan 27 08:06:37.332252 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: metering.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.333056 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.333638 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded extension: metering Jan 27 08:06:37.333961 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.335127 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.335653 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded extension: metering_source_and_destination_fields Jan 27 08:06:37.335976 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: multiprovidernet.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.337017 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.337539 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded extension: multi-provider Jan 27 08:06:37.337856 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: netmtu.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.338821 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.339331 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded extension: net-mtu Jan 27 08:06:37.339650 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: netmtu_writable.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.340579 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.341126 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded extension: net-mtu-writable Jan 27 08:06:37.341445 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: network_availability_zone.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.342127 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.342635 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded extension: network_availability_zone Jan 27 08:06:37.342950 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: network_ip_availability.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.344115 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.344629 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded extension: network-ip-availability Jan 27 08:06:37.344973 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: network_segment_range.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.345760 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.346263 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extension network-segment-range not supported by any of loaded plugins Jan 27 08:06:37.346578 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: pagination.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.347569 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.347886 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded extension: pagination Jan 27 08:06:37.348197 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: port_device_profile.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.349120 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.349643 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded extension: port-device-profile Jan 27 08:06:37.349958 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.350865 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.351376 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded extension: port-mac-address-regenerate Jan 27 08:06:37.351692 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.352785 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.353306 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded extension: port-numa-affinity-policy Jan 27 08:06:37.353626 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: port_resource_request.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.355091 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.355600 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extension port-resource-request not supported by any of loaded plugins Jan 27 08:06:37.355917 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: port_resource_request_groups.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.356934 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.357446 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 27 08:06:37.357763 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: portbindings.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.358695 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.359203 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded extension: binding Jan 27 08:06:37.359521 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: portbindings_extended.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.360840 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.361364 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded extension: binding-extended Jan 27 08:06:37.361686 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: portsecurity.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.362596 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.363121 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded extension: port-security Jan 27 08:06:37.363438 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: project_id.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.364408 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.364733 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded extension: project-id Jan 27 08:06:37.365082 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: providernet.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.365990 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.366519 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded extension: provider Jan 27 08:06:37.366835 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: qos.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.371535 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.372084 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extension qos not supported by any of loaded plugins Jan 27 08:06:37.372419 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.373773 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.374293 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 27 08:06:37.374619 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.375537 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.376173 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 27 08:06:37.376487 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: qos_default.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.377747 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.378341 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extension qos-default not supported by any of loaded plugins Jan 27 08:06:37.378699 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: qos_fip.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.379725 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.380288 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extension qos-fip not supported by any of loaded plugins Jan 27 08:06:37.380674 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.381928 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.382482 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 27 08:06:37.382802 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: qos_gateway_ip.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.383980 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.384599 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 27 08:06:37.385013 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: qos_port_network_policy.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.386229 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.386851 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 27 08:06:37.387243 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.388581 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.389227 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 27 08:06:37.389574 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: qos_pps_rule.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.390950 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.391637 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extension qos-pps not supported by any of loaded plugins Jan 27 08:06:37.392002 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: qos_rule_type_details.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.393130 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.393720 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 27 08:06:37.394219 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: qos_rules_alias.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.395328 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.395917 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 27 08:06:37.396443 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: quota_check_limit.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.397535 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.398170 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded extension: quota-check-limit Jan 27 08:06:37.398571 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: quotasv2.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.399755 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.400106 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded extension: quotas Jan 27 08:06:37.400448 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: quotasv2_detail.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.402944 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.403323 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded extension: quota_details Jan 27 08:06:37.403656 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: rbac.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.404943 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.405538 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded extension: rbac-policies Jan 27 08:06:37.405864 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: rbac_address_group.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.406862 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.407386 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded extension: rbac-address-group Jan 27 08:06:37.407706 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: rbac_address_scope.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.408638 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.409191 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded extension: rbac-address-scope Jan 27 08:06:37.409508 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: rbac_security_groups.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.410428 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.410943 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded extension: rbac-security-groups Jan 27 08:06:37.411259 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: rbac_subnetpool.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.412171 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.412686 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded extension: rbac-subnetpool Jan 27 08:06:37.413032 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: revisionifmatch.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.413953 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.414469 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded extension: revision-if-match Jan 27 08:06:37.414782 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: revisions.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.415938 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.417011 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded extension: standard-attr-revisions Jan 27 08:06:37.417335 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: router_availability_zone.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.418015 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.418541 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded extension: router_availability_zone Jan 27 08:06:37.418855 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: routerservicetype.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.419778 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.420293 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extension router-service-type not supported by any of loaded plugins Jan 27 08:06:37.420608 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.421633 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.422197 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded extension: security-groups-normalized-cidr Jan 27 08:06:37.422519 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.423458 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.423986 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded extension: port-security-groups-filtering Jan 27 08:06:37.424304 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.425250 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.425769 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded extension: security-groups-remote-address-group Jan 27 08:06:37.426089 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.427022 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.427535 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded extension: security-groups-shared-filtering Jan 27 08:06:37.427852 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.428448 dv-cinder-826589-1-iscsi neutron-server[102468]: WARNING neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 27 08:06:37.428807 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: securitygroup.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.439426 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.440004 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded extension: security-group Jan 27 08:06:37.440335 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: segment.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.441222 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.441738 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extension segment not supported by any of loaded plugins Jan 27 08:06:37.442060 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.443092 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.443615 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 27 08:06:37.443939 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: servicetype.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.445145 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.445674 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded extension: service-type Jan 27 08:06:37.445997 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: sorting.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.447008 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.447334 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded extension: sorting Jan 27 08:06:37.447682 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: standard_attr_segment.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.448614 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.449172 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 27 08:06:37.449494 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: standardattrdescription.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.450161 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.450679 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded extension: standard-attr-description Jan 27 08:06:37.450997 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: stateful_security_group.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.451969 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.452498 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded extension: stateful-security-group Jan 27 08:06:37.452847 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: stdattrs_common.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.453430 dv-cinder-826589-1-iscsi neutron-server[102468]: WARNING neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 27 08:06:37.453751 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.454700 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.455221 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 27 08:06:37.455534 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: subnet_onboard.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.456631 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.457180 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded extension: subnet_onboard Jan 27 08:06:37.457502 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.458438 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.458971 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 27 08:06:37.459292 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: subnet_service_types.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.460222 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.460820 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded extension: subnet-service-types Jan 27 08:06:37.461087 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: subnetallocation.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.462174 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.462702 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded extension: subnet_allocation Jan 27 08:06:37.463026 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.463746 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.464260 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded extension: subnetpool-prefix-ops Jan 27 08:06:37.464578 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.465548 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.466064 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 27 08:06:37.466379 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: tagging.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.467476 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.468004 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded extension: standard-attr-tag Jan 27 08:06:37.468324 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: timestamp.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.469601 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.470125 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loaded extension: standard-attr-timestamp Jan 27 08:06:37.470446 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: trunk.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.471482 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.471998 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extension trunk not supported by any of loaded plugins Jan 27 08:06:37.472315 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: trunk_details.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.473251 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.473768 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extension trunk-details not supported by any of loaded plugins Jan 27 08:06:37.474085 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: uplink_status_propagation.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.474997 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.475507 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 27 08:06:37.475822 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Loading extension file: vlantransparent.py {{(pid=102468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 08:06:37.476494 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 08:06:37.477039 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 27 08:06:37.480221 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.quota.resource_registry [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Creating instance of TrackedResource for resource:network Jan 27 08:06:37.480795 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.quota.resource_registry [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Creating instance of TrackedResource for resource:subnet Jan 27 08:06:37.481166 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.quota.resource_registry [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 08:06:37.481550 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.quota.resource_registry [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Creating instance of TrackedResource for resource:port Jan 27 08:06:37.482840 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.v2.resource_helper [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102468) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 08:06:37.483279 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.v2.resource_helper [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Service FLAVORS assigned prefix: {{(pid=102468) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 08:06:37.483901 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.v2.resource_helper [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102468) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 08:06:37.484322 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.v2.resource_helper [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102468) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 08:06:37.484651 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.quota.resource_registry [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Creating instance of TrackedResource for resource:router Jan 27 08:06:37.485107 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.quota.resource_registry [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Creating instance of TrackedResource for resource:floatingip Jan 27 08:06:37.485609 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.v2.resource_helper [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Service METERING assigned prefix: /metering {{(pid=102468) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 08:06:37.487070 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.487437 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.487779 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:06:37.488833 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.quota.resource_registry [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Creating instance of CountableResource for resource:rbac_policy Jan 27 08:06:37.489274 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.quota.resource_registry [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Creating instance of TrackedResource for resource:security_group Jan 27 08:06:37.489706 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.quota.resource_registry [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 27 08:06:37.491481 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.v2.resource_helper [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Service CORE assigned prefix: {{(pid=102468) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 08:06:37.491816 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.quota.resource_registry [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 08:06:37.492165 dv-cinder-826589-1-iscsi neutron-server[102468]: WARNING neutron.quota.resource_registry [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] subnetpool is already registered Jan 27 08:06:37.492587 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.v2.resource_helper [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Service CORE assigned prefix: {{(pid=102468) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 08:06:37.492941 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.quota.resource_registry [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 08:06:37.493540 dv-cinder-826589-1-iscsi neutron-server[102468]: WARNING neutron.quota.resource_registry [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] subnetpool is already registered Jan 27 08:06:37.496421 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.v2.resource_helper [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102468) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 08:06:37.496886 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.v2.resource_helper [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Service FLAVORS assigned prefix: {{(pid=102468) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 08:06:37.497590 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.v2.resource_helper [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102468) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 08:06:37.498010 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.v2.resource_helper [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102468) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 08:06:37.498337 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.quota.resource_registry [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Creating instance of TrackedResource for resource:router Jan 27 08:06:37.498668 dv-cinder-826589-1-iscsi neutron-server[102468]: WARNING neutron.quota.resource_registry [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] router is already registered Jan 27 08:06:37.499074 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.quota.resource_registry [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Creating instance of TrackedResource for resource:floatingip Jan 27 08:06:37.499404 dv-cinder-826589-1-iscsi neutron-server[102468]: WARNING neutron.quota.resource_registry [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] floatingip is already registered Jan 27 08:06:37.499851 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.v2.resource_helper [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Service METERING assigned prefix: /metering {{(pid=102468) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 08:06:37.500517 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.quota.resource_registry [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Creating instance of CountableResource for resource:rbac_policy Jan 27 08:06:37.500872 dv-cinder-826589-1-iscsi neutron-server[102468]: WARNING neutron.quota.resource_registry [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] rbac_policy is already registered Jan 27 08:06:37.501280 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.quota.resource_registry [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Creating instance of TrackedResource for resource:security_group Jan 27 08:06:37.501612 dv-cinder-826589-1-iscsi neutron-server[102468]: WARNING neutron.quota.resource_registry [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] security_group is already registered Jan 27 08:06:37.502010 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.quota.resource_registry [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 27 08:06:37.502339 dv-cinder-826589-1-iscsi neutron-server[102468]: WARNING neutron.quota.resource_registry [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] security_group_rule is already registered Jan 27 08:06:37.502970 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.v2.resource_helper [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Service CORE assigned prefix: {{(pid=102468) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 08:06:37.503292 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.quota.resource_registry [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 08:06:37.503618 dv-cinder-826589-1-iscsi neutron-server[102468]: WARNING neutron.quota.resource_registry [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] subnetpool is already registered Jan 27 08:06:37.504028 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.v2.resource_helper [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Service CORE assigned prefix: {{(pid=102468) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 08:06:37.504350 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.quota.resource_registry [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 08:06:37.504674 dv-cinder-826589-1-iscsi neutron-server[102468]: WARNING neutron.quota.resource_registry [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] subnetpool is already registered Jan 27 08:06:37.505180 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extended resource: extensions {{(pid=102468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 08:06:37.506695 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extended resource: address-groups {{(pid=102468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 08:06:37.508165 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extended resource: address-scopes {{(pid=102468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 08:06:37.509492 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extended resource: agents {{(pid=102468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 08:06:37.510724 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extended resource: auto-allocated-topology {{(pid=102468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 08:06:37.511972 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extended resource: availability_zones {{(pid=102468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 08:06:37.513203 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extended resource: dhcp-networks {{(pid=102468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 08:06:37.514701 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extended resource: dhcp-agents {{(pid=102468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 08:06:37.516115 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extended resource: routers {{(pid=102468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 08:06:37.518495 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extended resource: flavors {{(pid=102468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 08:06:37.519645 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extended resource: service_profiles {{(pid=102468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 08:06:37.520878 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extended resource: next_providers {{(pid=102468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 08:06:37.522328 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extended resource: service_profiles {{(pid=102468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 08:06:37.523840 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extended resource: floatingip-pools {{(pid=102468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 08:06:37.525322 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extended resource: routers {{(pid=102468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 08:06:37.527460 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extended resource: floatingips {{(pid=102468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 08:06:37.528742 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extended resource: l3-routers {{(pid=102468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 08:06:37.530140 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extended resource: l3-agents {{(pid=102468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 08:06:37.531545 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extended resource: metering-labels {{(pid=102468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 08:06:37.533102 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extended resource: metering-label-rules {{(pid=102468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 08:06:37.534385 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extended resource: network-ip-availabilities {{(pid=102468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 08:06:37.535633 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extended resource: bindings {{(pid=102468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 08:06:37.537306 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extended resource: quotas {{(pid=102468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 08:06:37.538845 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extended resource: quotas {{(pid=102468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 08:06:37.540484 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extended resource: rbac-policies {{(pid=102468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 08:06:37.542346 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extended resource: security-groups {{(pid=102468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 08:06:37.543569 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extended resource: security-group-rules {{(pid=102468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 08:06:37.544818 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extended resource: service-providers {{(pid=102468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 08:06:37.546034 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extended resource: subnetpools {{(pid=102468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 08:06:37.547558 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extended resource: subnetpools {{(pid=102468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 08:06:37.549032 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extended resource: tags {{(pid=102468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 08:06:37.550698 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extended resource: tags {{(pid=102468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 08:06:37.552482 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extended resource: tags {{(pid=102468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 08:06:37.554341 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extended resource: tags {{(pid=102468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 08:06:37.557954 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extended resource: tags {{(pid=102468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 08:06:37.559790 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extended resource: tags {{(pid=102468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 08:06:37.561498 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extended resource: tags {{(pid=102468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 08:06:37.563487 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extended resource: tags {{(pid=102468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 08:06:37.565291 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extended resource: tags {{(pid=102468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 08:06:37.567118 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron.api.extensions [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Extended resource: tags {{(pid=102468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 08:06:37.573105 dv-cinder-826589-1-iscsi neutron-server[102468]: WARNING keystonemiddleware.auth_token [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 27 08:06:37.577794 dv-cinder-826589-1-iscsi neutron-server[102468]: WARNING keystonemiddleware.auth_token [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 27 08:06:37.586552 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_concurrency.lockutils [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Acquired lock "singleton_lock" {{(pid=102468) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 27 08:06:37.587018 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_concurrency.lockutils [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Releasing lock "singleton_lock" {{(pid=102468) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 27 08:06:37.587680 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO oslo_service.service [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Starting 2 workers Jan 27 08:06:37.593190 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Started child 102575 {{(pid=102468) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 27 08:06:37.600659 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Started child 102576 {{(pid=102468) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 27 08:06:37.600918 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:06:37.601516 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO neutron.service [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 27 08:06:37.601516 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Publish callbacks [] for process (None), before_spawn {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:06:37.601669 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [-] (102575) wsgi starting up on http://0.0.0.0:9696 Jan 27 08:06:37.602837 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO oslo_service.service [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Starting 1 workers Jan 27 08:06:37.603252 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:06:37.605455 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [-] (102576) wsgi starting up on http://0.0.0.0:9696 Jan 27 08:06:37.608792 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Started child 102577 {{(pid=102468) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 27 08:06:37.609353 dv-cinder-826589-1-iscsi neutron-server[102468]: INFO oslo_service.service [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Starting 1 workers Jan 27 08:06:37.612547 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.service [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] calling RpcWorker wait() {{(pid=102577) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 27 08:06:37.613394 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.service [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] returning from RpcWorker wait() {{(pid=102577) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 27 08:06:37.614105 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Started child 102578 {{(pid=102468) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 27 08:06:37.614357 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:06:37.614804 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:06:37.614986 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88ed51b8-77d1-4b62-8bf3-4ced6c269395 None None] Publish callbacks [] for process (None), after_spawn {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:06:37.617065 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102468) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 27 08:06:37.617273 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 27 08:06:37.617460 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 27 08:06:37.617685 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 27 08:06:37.618022 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 27 08:06:37.618448 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 27 08:06:37.618956 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.619215 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.619468 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.619877 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.620168 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.620743 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.621023 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.621251 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.621545 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.621788 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.621962 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.622127 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.622383 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.622566 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:06:37.623040 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.623040 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.623209 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.623437 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.623715 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.623889 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.624146 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.624403 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.624626 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.624711 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:06:37.624924 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] debug = True {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.625171 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.625622 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.625991 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.626099 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.626422 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.626852 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.627221 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.627670 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.628046 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.628419 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.628825 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.629225 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.629725 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.629943 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.630038 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 53140) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:06:37.630184 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.630399 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.630663 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.630885 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.631376 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] host = dv-cinder-826589-1-iscsi {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.631592 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.631823 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.632054 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.632300 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.632554 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.632802 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.633920 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.633920 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.633920 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.633920 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.634239 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.634239 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.634432 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.634689 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] log_file = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.634852 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] log_options = True {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.635099 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.635395 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.635661 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.635850 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.636016 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.636180 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.636433 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.636595 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.636870 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.637086 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.637295 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.637506 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.637738 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.637969 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.638239 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.639044 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.639044 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.639211 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [-] 10.222.0.59 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067084 Jan 27 08:06:37.639293 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.639369 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.639605 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.639826 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.640207 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.640615 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.641708 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.641890 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.642279 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.642565 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.642822 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.643070 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.643342 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.643760 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.644092 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.644325 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.644588 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.644905 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.645324 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.645715 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.646086 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.646539 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.646964 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.648881 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.648881 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.648881 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.648881 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.650657 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.650657 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.650657 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] use_json = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.650657 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.650657 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.650657 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.650657 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.650657 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.651731 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.651731 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.651848 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.652034 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.652667 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.653010 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.653158 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.653345 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.654911 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.654911 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.654911 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.654911 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.654911 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.654911 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.655413 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.655413 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.655651 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.656182 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.656324 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.656585 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.657615 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.657615 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.657615 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.657615 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.658131 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.658131 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.658379 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.658502 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.658743 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.658978 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.660618 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.660618 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.660618 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.660618 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.660618 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.660618 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.662071 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.662071 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.662071 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.662071 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.662071 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.662071 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.662774 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.662774 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.662774 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.663125 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.663125 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.663378 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.663502 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.664448 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.664448 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.664448 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.664448 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.665014 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.665826 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.666077 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.666339 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.667227 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.667492 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.667737 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.668163 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.669315 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.669728 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.670150 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.670557 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.670789 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.671035 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.672239 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.672239 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.672239 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.672239 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.672239 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.673358 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.673358 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.673358 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.673358 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.673358 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.674362 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.674362 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.674362 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.674362 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.674881 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.674881 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.674881 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.676234 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.676234 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.676234 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.676234 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.676234 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.676234 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.677800 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.677800 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.677800 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.677800 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.677800 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.677800 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.677800 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.679245 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.679245 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.679245 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.679245 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.679245 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.679245 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.680052 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.680052 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.680052 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.680052 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.681275 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.681275 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.681275 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.681275 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.681275 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.681613 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.681613 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.681785 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.682170 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.682573 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.682987 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.683400 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.683707 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.684161 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.684515 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.684515 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.684715 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.685001 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.685226 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.686060 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.686060 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.686246 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.687424 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.687817 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.688219 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.688622 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.689058 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.689447 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.689857 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.690260 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.690637 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.691019 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.692459 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.692876 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.693270 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.693730 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.693980 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.694367 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.694556 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.695457 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.695457 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.695457 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.695876 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.695876 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.696171 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.696311 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.696468 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.698235 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.698235 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.698235 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.698235 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.698235 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.698235 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.698235 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.699201 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.699201 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.699201 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.699201 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.699730 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.699730 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.700013 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.700013 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.700430 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.700430 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.700707 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.702867 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.702867 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.702867 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.702867 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.702867 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.703781 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.703781 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.703781 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.703781 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.704343 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.704343 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.704343 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.705075 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.705594 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.707957 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.709099 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.709348 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.709593 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.709840 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.710078 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.710324 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.710580 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.710883 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.711101 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.711380 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.711759 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.711990 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.712230 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.712475 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.712720 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.714047 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.714278 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.714525 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.716948 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.716948 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.717231 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.717517 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.717765 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.718006 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.718231 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.718455 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.720865 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.720865 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.720865 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.720865 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.720865 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.720865 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.720865 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.720865 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.721405 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.721405 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.721700 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.721854 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.722070 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.722287 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.722501 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.722766 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.722978 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.723403 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.723403 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.723649 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.723876 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.724096 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.725093 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.725093 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.725093 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.725093 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.725395 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.725625 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.725846 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.726202 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.726728 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.726728 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.726883 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.727206 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.727426 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.727637 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.727857 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.728071 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.728280 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.728594 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.730738 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.730738 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.730738 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.731234 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.731381 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.731530 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.731799 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.732027 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.732275 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.732495 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.732714 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.732971 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.733227 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.733576 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.733871 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.734128 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.734389 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.734674 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.734955 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.735216 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.735451 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.735803 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.736147 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.736430 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.737197 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.737197 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.737378 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.737575 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.737818 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.738037 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.738280 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.738904 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.738904 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.739233 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.739233 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.739510 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.739650 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.740510 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.740510 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.740510 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.740510 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.741086 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.741818 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 27 08:06:37.742433 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102468) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 27 08:06:37.742536 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 27 08:06:37.742706 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 27 08:06:37.742857 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 27 08:06:37.743004 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 27 08:06:37.743421 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 27 08:06:37.743632 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.743788 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.743949 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.744114 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.744274 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.744470 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.744678 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.745687 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.745982 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.746078 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.746165 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.746494 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.746494 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.746671 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.746749 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.746918 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.747076 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.747236 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.747536 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.747708 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.747858 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.748018 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.748183 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] debug = True {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.748359 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.748556 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.748746 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.749711 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.749876 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.750036 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.750197 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.750358 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.750520 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.750678 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.750838 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.750995 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.751306 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.751605 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.751943 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.752310 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.752607 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.753303 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.753303 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] host = dv-cinder-826589-1-iscsi {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.753303 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.753303 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.753579 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.753579 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.753697 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.753827 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.754991 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.755225 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.755455 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.755619 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.756006 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.756006 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.756167 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.756234 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] log_file = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.756370 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] log_options = True {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.756676 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.757006 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.757310 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.757623 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.757791 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.758093 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.758399 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.758560 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.758730 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.758973 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.759138 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.759299 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.759458 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.759616 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.759771 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.760080 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.760269 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.760588 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.760745 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.760924 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.761084 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.761242 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.761400 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.761560 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.761719 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.761876 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.762036 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.762195 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.762352 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.762652 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.762950 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.763270 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.763592 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.763895 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.764699 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.764699 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.764699 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.764699 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.764699 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.765063 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.765063 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.765182 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.765338 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.765497 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.765597 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.765762 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.765921 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] use_json = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.766079 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.766222 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.766484 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.766576 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.766727 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.766889 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.767047 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.767207 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.767365 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 08:06:37.767551 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.767837 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.768018 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.768273 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.768410 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:06:37.768549 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.768549 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.768801 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.768801 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.769034 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.769154 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.769274 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.769415 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.769587 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.769748 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.769945 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.770078 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.770224 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.770400 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.770530 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.770694 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.770922 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.771060 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.771193 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.771317 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.771468 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.771628 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.771790 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.771962 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.772123 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.772300 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.772462 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.772624 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.772826 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.772991 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.773154 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.773315 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.773552 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.773654 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.776709 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.776709 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.776709 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.776709 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.776709 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.776709 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.776709 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.776709 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.776709 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.777820 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.777820 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.777820 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.777820 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.777820 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.777820 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.777820 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.777820 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.777820 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.779161 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.779161 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.779161 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.779161 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.779161 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.779161 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.779161 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.779161 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.779161 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.780199 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.780199 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.780199 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.780199 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.780199 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.780199 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.780199 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.780199 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.780199 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.781206 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.781206 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.781206 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.781206 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.781206 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.781206 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.781206 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.781206 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.781206 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.782389 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.782389 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.782389 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.782389 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.782389 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.782389 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.782389 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.782389 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.782981 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.782981 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.782981 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.782981 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.783307 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.783307 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.783486 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.783608 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.783826 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.783826 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.783983 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.784118 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.784279 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.784608 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.784797 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.784957 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.785770 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.785770 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.785770 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.785770 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.785770 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.786083 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.786083 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.786200 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.786311 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.786478 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.786666 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.786791 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.786941 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.787111 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.787237 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.787411 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.787586 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.787747 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.788686 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.788686 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.788686 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.788686 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.788686 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.789420 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.789420 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.789420 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.789420 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.789685 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.789685 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.789825 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.789902 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.790074 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.790235 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.790395 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.790556 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.790718 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.790881 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.791044 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.791205 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.791411 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.792090 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.792252 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.792414 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.792676 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.792868 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.792995 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.793110 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.793232 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.793355 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.793513 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.793674 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.793835 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.793997 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.794160 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.794320 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.794481 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.794642 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.794804 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.794964 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.795125 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.795286 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.796482 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.796482 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.796482 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.796482 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.796482 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.796482 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.796482 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.796482 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.797430 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.797430 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.797430 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.797430 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.797430 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.797882 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.797882 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.797882 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.798096 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.798206 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.798372 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.798539 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.798703 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.798864 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.799026 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.799317 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.799456 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.799578 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.799701 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.799833 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.800856 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.800856 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.800856 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.800856 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.800856 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.800856 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.801518 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.801518 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.801518 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.801518 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.801518 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.802020 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.802020 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.802020 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.802350 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.802350 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.802489 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.802572 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.802743 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.802915 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.803115 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.803265 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.803424 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.804931 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.804931 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.804931 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.804931 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.804931 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.804931 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.804931 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.804931 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.806652 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.806652 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.806652 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.806652 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.806652 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.806652 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.806652 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.806652 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.807955 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.807955 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.807955 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.807955 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.807955 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.807955 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.807955 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.807955 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.809403 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.809403 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.809403 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.809403 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.809403 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.809403 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.809403 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.809403 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.810754 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.810754 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.810754 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.810754 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.810754 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.810754 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.810754 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.810754 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.812218 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.812218 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.812218 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.812218 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.812218 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.812218 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.812218 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.812218 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.813592 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.813592 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.813592 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.813592 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.813592 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.813592 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.813592 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.813592 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.815586 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.815586 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.815586 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.815586 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.815586 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.815586 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.815586 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.815586 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.815586 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.816714 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.816714 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.816714 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.816714 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.816714 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.816714 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.816714 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 08:06:37.816714 dv-cinder-826589-1-iscsi neutron-server[102468]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 27 08:06:49.956652 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e769d4b1-f12c-4ec8-a6f7-b811649788e2 None None] get_active_networks_info from dv-cinder-826589-1-iscsi {{(pid=102577) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 08:06:50.061450 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e769d4b1-f12c-4ec8-a6f7-b811649788e2 None None] No non-hosted networks {{(pid=102577) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 27 08:06:50.075112 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.agentschedulers_db [None req-e769d4b1-f12c-4ec8-a6f7-b811649788e2 None None] DHCP Agent not found on host dv-cinder-826589-1-iscsi {{(pid=102577) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 27 08:06:50.154399 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-fd4e59c6-3f4d-44c1-be4f-23ed1c9a9130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550344'] for agent (913d1d6b-f856-4828-afb6-1e4cc7d36f68), after_create {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:06:52.898858 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-72da8b5b-c0d0-4e71-b240-23e52ee1f03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550344'] for agent (c4292dc4-d7f6-4187-994e-0142c7d14647), after_create {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:06:52.975192 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-c83a797f-567b-4b71-b4fb-4b32344af015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (c4292dc4-d7f6-4187-994e-0142c7d14647), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:06:54.607962 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-84f64028-d758-4200-a634-8b4e45c8e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550344'] for agent (30676f9c-3677-4b49-810a-45ff2c7eef62), after_create {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:06:55.733895 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-932e581e-1ad5-4fce-9316-ae3110c4cab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550344'] for agent (037c8737-e99f-497c-9717-3fbc8e736584), after_create {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:06:56.629997 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550344'] for agent (e79cbf24-12bd-4e20-a580-79498d5b225b), after_create {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:06:56.631132 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:06:56.631657 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:06:56.631986 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:06:56.632317 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:06:56.632669 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:06:56.632998 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:06:56.633325 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:06:56.633673 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:06:56.634015 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:06:56.634342 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:06:56.634670 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:06:56.634999 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:06:56.635340 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:06:56.635757 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-826589-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:06:56.644746 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-826589-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:06:59.556288 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 53252) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:07:00.313818 dv-cinder-826589-1-iscsi neutron-server[102576]: WARNING oslo_policy.policy [None req-09cff4d9-cbdc-41b7-9391-b78e22defa75 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 08:07:00.314418 dv-cinder-826589-1-iscsi neutron-server[102576]: WARNING oslo_policy.policy [None req-09cff4d9-cbdc-41b7-9391-b78e22defa75 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 08:07:00.539970 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [None req-09cff4d9-cbdc-41b7-9391-b78e22defa75 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102576) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 08:07:00.541770 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-09cff4d9-cbdc-41b7-9391-b78e22defa75 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9834216 Jan 27 08:07:01.248989 dv-cinder-826589-1-iscsi neutron-server[102577]: INFO neutron.db.l3_hamode_db [None req-3c0cfc42-22f5-4f28-9b77-0362bff2cc46 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 27 08:07:01.325722 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0cfc42-22f5-4f28-9b77-0362bff2cc46 None None] Routers set() bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:07:01.326115 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0cfc42-22f5-4f28-9b77-0362bff2cc46 None None] Router IDs set() for agent in host dv-cinder-826589-1-iscsi {{(pid=102577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 27 08:07:03.310033 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 53268) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:07:03.624642 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [None req-c185c26f-a5f8-4a0d-95ca-37d2f926841b admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'tenant_id': '1961165fc1a3499db724c9e3c1360963', 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:07:03.715102 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.policy [None req-c185c26f-a5f8-4a0d-95ca-37d2f926841b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102576) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 27 08:07:03.756460 dv-cinder-826589-1-iscsi neutron-server[102576]: WARNING oslo_policy.policy [None req-c185c26f-a5f8-4a0d-95ca-37d2f926841b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 08:07:03.756789 dv-cinder-826589-1-iscsi neutron-server[102576]: WARNING oslo_policy.policy [None req-c185c26f-a5f8-4a0d-95ca-37d2f926841b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 08:07:03.849841 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-c185c26f-a5f8-4a0d-95ca-37d2f926841b admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730338732586', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730338732279', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730338742883', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730338748268', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730338760170', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730338770501', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1691880', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1321192', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-391751', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16441252'] for rbac-policy (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:03.916780 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-c185c26f-a5f8-4a0d-95ca-37d2f926841b admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:03.918035 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-c185c26f-a5f8-4a0d-95ca-37d2f926841b admin admin] 10.222.0.59 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6070328 Jan 27 08:07:06.627549 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 53280) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:07:06.951971 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [None req-05415409-613a-4a09-980b-c7716424f4a0 admin admin] Request body: {'network': {'tenant_id': '286a3b4ef6214918ade735cbdd4f1ce4', 'name': 'private', 'admin_state_up': True, 'project_id': '286a3b4ef6214918ade735cbdd4f1ce4'}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:07:06.980493 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05415409-613a-4a09-980b-c7716424f4a0 admin admin] Made reservation on behalf of 286a3b4ef6214918ade735cbdd4f1ce4 for: {'network': 1} {{(pid=102576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 08:07:06.983493 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-05415409-613a-4a09-980b-c7716424f4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for network (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:07.007010 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-05415409-613a-4a09-980b-c7716424f4a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:07.124739 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-05415409-613a-4a09-980b-c7716424f4a0 admin admin] Publish callbacks [] for security_group (603f00bb-bde1-44a0-9934-16c217a27999), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:07.128849 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-05415409-613a-4a09-980b-c7716424f4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (603f00bb-bde1-44a0-9934-16c217a27999), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:07.154301 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05415409-613a-4a09-980b-c7716424f4a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=102576) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 08:07:07.181174 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-05415409-613a-4a09-980b-c7716424f4a0 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730335277433', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505597'] for segment (2e2710a3-2e3f-4230-9a96-54e1bc68adef), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:07.181752 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-05415409-613a-4a09-980b-c7716424f4a0 admin admin] Unsubscribe: segment precommit_create {{(pid=102576) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 27 08:07:07.182266 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.db.segments_db [None req-05415409-613a-4a09-980b-c7716424f4a0 admin admin] Added segment 2e2710a3-2e3f-4230-9a96-54e1bc68adef of type vlan for network 3c56a0ca-f996-4caf-a75d-81b81d852ec9 Jan 27 08:07:07.188296 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05415409-613a-4a09-980b-c7716424f4a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=603f00bb-bde1-44a0-9934-16c217a27999,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:07:07.223644 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05415409-613a-4a09-980b-c7716424f4a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:07:07.223998 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05415409-613a-4a09-980b-c7716424f4a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:07:07.224338 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05415409-613a-4a09-980b-c7716424f4a0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:07:07.224671 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05415409-613a-4a09-980b-c7716424f4a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:07:07.225029 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05415409-613a-4a09-980b-c7716424f4a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:07:07.225346 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05415409-613a-4a09-980b-c7716424f4a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:07:07.225679 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05415409-613a-4a09-980b-c7716424f4a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:07:07.226001 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05415409-613a-4a09-980b-c7716424f4a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:07:07.226335 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05415409-613a-4a09-980b-c7716424f4a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:07:07.226672 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05415409-613a-4a09-980b-c7716424f4a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:07:07.226988 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05415409-613a-4a09-980b-c7716424f4a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:07:07.227837 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05415409-613a-4a09-980b-c7716424f4a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:07:07.228143 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05415409-613a-4a09-980b-c7716424f4a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:07:07.229506 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05415409-613a-4a09-980b-c7716424f4a0 admin admin] Tracked resource versions report: Jan 27 08:07:07.229506 dv-cinder-826589-1-iscsi neutron-server[102576]: pushed versions: Jan 27 08:07:07.229506 dv-cinder-826589-1-iscsi neutron-server[102576]: { 'AddressGroup': {'1.2'}, Jan 27 08:07:07.229506 dv-cinder-826589-1-iscsi neutron-server[102576]: 'ConntrackHelper': {'1.0'}, Jan 27 08:07:07.229506 dv-cinder-826589-1-iscsi neutron-server[102576]: 'LocalIPAssociation': {'1.0'}, Jan 27 08:07:07.229506 dv-cinder-826589-1-iscsi neutron-server[102576]: 'Log': {'1.0'}, Jan 27 08:07:07.229506 dv-cinder-826589-1-iscsi neutron-server[102576]: 'Network': {'1.1'}, Jan 27 08:07:07.229506 dv-cinder-826589-1-iscsi neutron-server[102576]: 'Port': {'1.7'}, Jan 27 08:07:07.229506 dv-cinder-826589-1-iscsi neutron-server[102576]: 'PortForwarding': {'1.2'}, Jan 27 08:07:07.229506 dv-cinder-826589-1-iscsi neutron-server[102576]: 'QosPolicy': {'1.10'}, Jan 27 08:07:07.229506 dv-cinder-826589-1-iscsi neutron-server[102576]: 'SecurityGroup': {'1.5'}, Jan 27 08:07:07.229506 dv-cinder-826589-1-iscsi neutron-server[102576]: 'SecurityGroupRule': {'1.2'}, Jan 27 08:07:07.229506 dv-cinder-826589-1-iscsi neutron-server[102576]: 'SubPort': {'1.0'}, Jan 27 08:07:07.229506 dv-cinder-826589-1-iscsi neutron-server[102576]: 'Subnet': {'1.1'}, Jan 27 08:07:07.229506 dv-cinder-826589-1-iscsi neutron-server[102576]: 'Trunk': {'1.1'}} Jan 27 08:07:07.229506 dv-cinder-826589-1-iscsi neutron-server[102576]: consumer versions: Jan 27 08:07:07.229506 dv-cinder-826589-1-iscsi neutron-server[102576]: { DHCP agent@dv-cinder-826589-1-iscsi: {}, Jan 27 08:07:07.229506 dv-cinder-826589-1-iscsi neutron-server[102576]: L3 agent@dv-cinder-826589-1-iscsi: {}, Jan 27 08:07:07.229506 dv-cinder-826589-1-iscsi neutron-server[102576]: Metadata agent@dv-cinder-826589-1-iscsi: {}, Jan 27 08:07:07.229506 dv-cinder-826589-1-iscsi neutron-server[102576]: Metering agent@dv-cinder-826589-1-iscsi: {}, Jan 27 08:07:07.229506 dv-cinder-826589-1-iscsi neutron-server[102576]: Open vSwitch agent@dv-cinder-826589-1-iscsi: { 'AddressGroup': '1.2', Jan 27 08:07:07.229506 dv-cinder-826589-1-iscsi neutron-server[102576]: 'ConntrackHelper': '1.0', Jan 27 08:07:07.229506 dv-cinder-826589-1-iscsi neutron-server[102576]: 'LocalIPAssociation': '1.0', Jan 27 08:07:07.229506 dv-cinder-826589-1-iscsi neutron-server[102576]: 'Log': '1.0', Jan 27 08:07:07.229506 dv-cinder-826589-1-iscsi neutron-server[102576]: 'Network': '1.1', Jan 27 08:07:07.229506 dv-cinder-826589-1-iscsi neutron-server[102576]: 'Port': '1.7', Jan 27 08:07:07.229506 dv-cinder-826589-1-iscsi neutron-server[102576]: 'PortForwarding': '1.2', Jan 27 08:07:07.229506 dv-cinder-826589-1-iscsi neutron-server[102576]: 'QosPolicy': '1.10', Jan 27 08:07:07.229506 dv-cinder-826589-1-iscsi neutron-server[102576]: 'SecurityGroup': '1.5', Jan 27 08:07:07.229506 dv-cinder-826589-1-iscsi neutron-server[102576]: 'SecurityGroupRule': '1.2', Jan 27 08:07:07.229506 dv-cinder-826589-1-iscsi neutron-server[102576]: 'SubPort': '1.0', Jan 27 08:07:07.229506 dv-cinder-826589-1-iscsi neutron-server[102576]: 'Subnet': '1.1', Jan 27 08:07:07.229506 dv-cinder-826589-1-iscsi neutron-server[102576]: 'Trunk': '1.1'}} Jan 27 08:07:07.229506 dv-cinder-826589-1-iscsi neutron-server[102576]: {{(pid=102576) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 08:07:07.298140 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-05415409-613a-4a09-980b-c7716424f4a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730334747742'] for network (3c56a0ca-f996-4caf-a75d-81b81d852ec9), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:07.347547 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-05415409-613a-4a09-980b-c7716424f4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588'] for network (3c56a0ca-f996-4caf-a75d-81b81d852ec9), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:07.348835 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05415409-613a-4a09-980b-c7716424f4a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:07:07.349539 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-05415409-613a-4a09-980b-c7716424f4a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for network (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:07.403346 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-05415409-613a-4a09-980b-c7716424f4a0 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7745979 Jan 27 08:07:07.461612 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05415409-613a-4a09-980b-c7716424f4a0 admin admin] Pushing event updated for resources: {'Network': ['ID=3c56a0ca-f996-4caf-a75d-81b81d852ec9,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:07:07.473824 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Network 3c56a0ca-f996-4caf-a75d-81b81d852ec9 details requested by agent ovs-agent-dv-cinder-826589-1-iscsi with host dv-cinder-826589-1-iscsi {{(pid=102577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 08:07:10.174581 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 53294) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:07:10.590129 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2280898-a838-4d9d-9d66-34158652c23e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:07:10.591435 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-d2280898-a838-4d9d-9d66-34158652c23e admin admin] 10.222.0.59 "GET /v2.0/networks/3c56a0ca-f996-4caf-a75d-81b81d852ec9 HTTP/1.1" status: 200 len: 825 time: 0.4158645 Jan 27 08:07:10.616203 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-96911e35-826a-4993-8401-2d1f4a4a7f8b admin admin] 10.222.0.59 "GET /v2.0/subnetpools/7ecf3e4d-5ece-42d7-bbec-4275c0abd669 HTTP/1.1" status: 200 len: 734 time: 0.0190654 Jan 27 08:07:10.625618 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [None req-2606d98a-0e78-4801-ba6e-331609ecbe4f admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': '286a3b4ef6214918ade735cbdd4f1ce4', 'network_id': '3c56a0ca-f996-4caf-a75d-81b81d852ec9', 'subnetpool_id': '7ecf3e4d-5ece-42d7-bbec-4275c0abd669', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:07:10.646362 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2606d98a-0e78-4801-ba6e-331609ecbe4f admin admin] Made reservation on behalf of 286a3b4ef6214918ade735cbdd4f1ce4 for: {'subnet': 1} {{(pid=102576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 08:07:10.649373 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-2606d98a-0e78-4801-ba6e-331609ecbe4f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:10.959274 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-2606d98a-0e78-4801-ba6e-331609ecbe4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588'] for subnet (9f0d7297-cc27-4255-bce2-7980a739462f), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:11.026449 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2606d98a-0e78-4801-ba6e-331609ecbe4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f0d7297-cc27-4255-bce2-7980a739462f,revision_number=0']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:07:11.031000 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2606d98a-0e78-4801-ba6e-331609ecbe4f admin admin] Checking segment: {'id': '2e2710a3-2e3f-4230-9a96-54e1bc68adef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '3c56a0ca-f996-4caf-a75d-81b81d852ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:07:11.031362 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2606d98a-0e78-4801-ba6e-331609ecbe4f admin admin] Network hostable DHCP agents. Network: 3c56a0ca-f996-4caf-a75d-81b81d852ec9, hostable agents: ['913d1d6b-f856-4828-afb6-1e4cc7d36f68'], hosted agents: [] {{(pid=102576) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 08:07:11.054415 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2606d98a-0e78-4801-ba6e-331609ecbe4f admin admin] Network 3c56a0ca-f996-4caf-a75d-81b81d852ec9 is scheduled to be hosted by DHCP agent 913d1d6b-f856-4828-afb6-1e4cc7d36f68 with binding_index 1 {{(pid=102576) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 08:07:11.065416 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.base_scheduler [None req-2606d98a-0e78-4801-ba6e-331609ecbe4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826589-1-iscsi, 3c56a0ca-f996-4caf-a75d-81b81d852ec9) {{(pid=102576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:07:11.070265 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2606d98a-0e78-4801-ba6e-331609ecbe4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:07:11.071361 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-2606d98a-0e78-4801-ba6e-331609ecbe4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for subnet (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:11.077451 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2088d4b-cade-4e1e-9851-92d8500ac487 None None] Network 3c56a0ca-f996-4caf-a75d-81b81d852ec9 requested from dv-cinder-826589-1-iscsi {{(pid=102577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 08:07:11.090295 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-2606d98a-0e78-4801-ba6e-331609ecbe4f admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4682398 Jan 27 08:07:11.352628 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c127ee-b372-47cb-867d-0d0c17817bef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97f4cb72-b8e3-5d8d-9165-1ea0d7e1de3e-3c56a0ca-f996-4caf-a75d-81b81d852ec9', 'network_id': '3c56a0ca-f996-4caf-a75d-81b81d852ec9', 'project_id': '286a3b4ef6214918ade735cbdd4f1ce4', 'fixed_ips': [{'subnet_id': '9f0d7297-cc27-4255-bce2-7980a739462f'}]}} from dv-cinder-826589-1-iscsi. {{(pid=102577) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 08:07:11.353880 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-23c127ee-b372-47cb-867d-0d0c17817bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (None), before_create {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:11.628778 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.db_base_plugin_common [None req-23c127ee-b372-47cb-867d-0d0c17817bef None None] Allocated IP 172.20.0.2 (3c56a0ca-f996-4caf-a75d-81b81d852ec9/9f0d7297-cc27-4255-bce2-7980a739462f/e835e817-daca-4620-9c26-4af981324827) {{(pid=102577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 08:07:11.897382 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-23c127ee-b372-47cb-867d-0d0c17817bef None None] Publish callbacks [] for port (e835e817-daca-4620-9c26-4af981324827), precommit_create {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:11.905178 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-23c127ee-b372-47cb-867d-0d0c17817bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730334756109'] for port (e835e817-daca-4620-9c26-4af981324827), after_create {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:11.983279 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c127ee-b372-47cb-867d-0d0c17817bef None None] Network 3c56a0ca-f996-4caf-a75d-81b81d852ec9 is already hosted by enough agents. {{(pid=102577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 08:07:11.994011 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c127ee-b372-47cb-867d-0d0c17817bef None None] Pushing event updated for resources: {'Port': ['ID=e835e817-daca-4620-9c26-4af981324827,revision_number=1']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:07:12.001444 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.scheduler.base_scheduler [None req-23c127ee-b372-47cb-867d-0d0c17817bef None None] Resources bound (agent type, host, resource id): {{(pid=102577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:07:12.004671 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c127ee-b372-47cb-867d-0d0c17817bef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:07:12.005061 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c127ee-b372-47cb-867d-0d0c17817bef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:07:12.005428 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c127ee-b372-47cb-867d-0d0c17817bef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:07:12.005770 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c127ee-b372-47cb-867d-0d0c17817bef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:07:12.006102 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c127ee-b372-47cb-867d-0d0c17817bef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:07:12.006430 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c127ee-b372-47cb-867d-0d0c17817bef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:07:12.006755 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c127ee-b372-47cb-867d-0d0c17817bef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:07:12.007082 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c127ee-b372-47cb-867d-0d0c17817bef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:07:12.007404 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c127ee-b372-47cb-867d-0d0c17817bef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:07:12.007742 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c127ee-b372-47cb-867d-0d0c17817bef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:07:12.008070 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c127ee-b372-47cb-867d-0d0c17817bef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:07:12.008423 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c127ee-b372-47cb-867d-0d0c17817bef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:07:12.008740 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c127ee-b372-47cb-867d-0d0c17817bef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:07:12.010087 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c127ee-b372-47cb-867d-0d0c17817bef None None] Tracked resource versions report: Jan 27 08:07:12.010087 dv-cinder-826589-1-iscsi neutron-server[102577]: pushed versions: Jan 27 08:07:12.010087 dv-cinder-826589-1-iscsi neutron-server[102577]: { 'AddressGroup': {'1.2'}, Jan 27 08:07:12.010087 dv-cinder-826589-1-iscsi neutron-server[102577]: 'ConntrackHelper': {'1.0'}, Jan 27 08:07:12.010087 dv-cinder-826589-1-iscsi neutron-server[102577]: 'LocalIPAssociation': {'1.0'}, Jan 27 08:07:12.010087 dv-cinder-826589-1-iscsi neutron-server[102577]: 'Log': {'1.0'}, Jan 27 08:07:12.010087 dv-cinder-826589-1-iscsi neutron-server[102577]: 'Network': {'1.1'}, Jan 27 08:07:12.010087 dv-cinder-826589-1-iscsi neutron-server[102577]: 'Port': {'1.7'}, Jan 27 08:07:12.010087 dv-cinder-826589-1-iscsi neutron-server[102577]: 'PortForwarding': {'1.2'}, Jan 27 08:07:12.010087 dv-cinder-826589-1-iscsi neutron-server[102577]: 'QosPolicy': {'1.10'}, Jan 27 08:07:12.010087 dv-cinder-826589-1-iscsi neutron-server[102577]: 'SecurityGroup': {'1.5'}, Jan 27 08:07:12.010087 dv-cinder-826589-1-iscsi neutron-server[102577]: 'SecurityGroupRule': {'1.2'}, Jan 27 08:07:12.010087 dv-cinder-826589-1-iscsi neutron-server[102577]: 'SubPort': {'1.0'}, Jan 27 08:07:12.010087 dv-cinder-826589-1-iscsi neutron-server[102577]: 'Subnet': {'1.1'}, Jan 27 08:07:12.010087 dv-cinder-826589-1-iscsi neutron-server[102577]: 'Trunk': {'1.1'}} Jan 27 08:07:12.010087 dv-cinder-826589-1-iscsi neutron-server[102577]: consumer versions: Jan 27 08:07:12.010087 dv-cinder-826589-1-iscsi neutron-server[102577]: { DHCP agent@dv-cinder-826589-1-iscsi: {}, Jan 27 08:07:12.010087 dv-cinder-826589-1-iscsi neutron-server[102577]: L3 agent@dv-cinder-826589-1-iscsi: {}, Jan 27 08:07:12.010087 dv-cinder-826589-1-iscsi neutron-server[102577]: Metadata agent@dv-cinder-826589-1-iscsi: {}, Jan 27 08:07:12.010087 dv-cinder-826589-1-iscsi neutron-server[102577]: Metering agent@dv-cinder-826589-1-iscsi: {}, Jan 27 08:07:12.010087 dv-cinder-826589-1-iscsi neutron-server[102577]: Open vSwitch agent@dv-cinder-826589-1-iscsi: { 'AddressGroup': '1.2', Jan 27 08:07:12.010087 dv-cinder-826589-1-iscsi neutron-server[102577]: 'ConntrackHelper': '1.0', Jan 27 08:07:12.010087 dv-cinder-826589-1-iscsi neutron-server[102577]: 'LocalIPAssociation': '1.0', Jan 27 08:07:12.010087 dv-cinder-826589-1-iscsi neutron-server[102577]: 'Log': '1.0', Jan 27 08:07:12.010087 dv-cinder-826589-1-iscsi neutron-server[102577]: 'Network': '1.1', Jan 27 08:07:12.010087 dv-cinder-826589-1-iscsi neutron-server[102577]: 'Port': '1.7', Jan 27 08:07:12.010087 dv-cinder-826589-1-iscsi neutron-server[102577]: 'PortForwarding': '1.2', Jan 27 08:07:12.010087 dv-cinder-826589-1-iscsi neutron-server[102577]: 'QosPolicy': '1.10', Jan 27 08:07:12.010087 dv-cinder-826589-1-iscsi neutron-server[102577]: 'SecurityGroup': '1.5', Jan 27 08:07:12.010087 dv-cinder-826589-1-iscsi neutron-server[102577]: 'SecurityGroupRule': '1.2', Jan 27 08:07:12.010087 dv-cinder-826589-1-iscsi neutron-server[102577]: 'SubPort': '1.0', Jan 27 08:07:12.010087 dv-cinder-826589-1-iscsi neutron-server[102577]: 'Subnet': '1.1', Jan 27 08:07:12.010087 dv-cinder-826589-1-iscsi neutron-server[102577]: 'Trunk': '1.1'}} Jan 27 08:07:12.010087 dv-cinder-826589-1-iscsi neutron-server[102577]: {{(pid=102577) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 08:07:12.013139 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c127ee-b372-47cb-867d-0d0c17817bef None None] Received port after_create {{(pid=102577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 08:07:12.091844 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.managers [None req-23c127ee-b372-47cb-867d-0d0c17817bef None None] Attempting to bind port e835e817-daca-4620-9c26-4af981324827 on host dv-cinder-826589-1-iscsi for vnic_type normal with profile {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 08:07:12.092637 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.managers [None req-23c127ee-b372-47cb-867d-0d0c17817bef None None] Attempting to bind port e835e817-daca-4620-9c26-4af981324827 by drivers openvswitch,hyperv on host dv-cinder-826589-1-iscsi at level 0 using segments [{'id': '2e2710a3-2e3f-4230-9a96-54e1bc68adef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '3c56a0ca-f996-4caf-a75d-81b81d852ec9'}] {{(pid=102577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 08:07:12.092851 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c127ee-b372-47cb-867d-0d0c17817bef None None] Attempting to bind port e835e817-daca-4620-9c26-4af981324827 on network 3c56a0ca-f996-4caf-a75d-81b81d852ec9 {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:07:12.098352 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c127ee-b372-47cb-867d-0d0c17817bef None None] Checking agent: {'id': 'e79cbf24-12bd-4e20-a580-79498d5b225b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826589-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 8, 6, 57), 'started_at': datetime.datetime(2022, 1, 27, 8, 6, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 8, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826589-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 08:07:12.098743 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c127ee-b372-47cb-867d-0d0c17817bef None None] Checking segment: {'id': '2e2710a3-2e3f-4230-9a96-54e1bc68adef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '3c56a0ca-f996-4caf-a75d-81b81d852ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:07:12.099241 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-23c127ee-b372-47cb-867d-0d0c17817bef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:12.099658 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c127ee-b372-47cb-867d-0d0c17817bef None None] Bound using segment: {'id': '2e2710a3-2e3f-4230-9a96-54e1bc68adef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '3c56a0ca-f996-4caf-a75d-81b81d852ec9'} {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 08:07:12.100130 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.managers [None req-23c127ee-b372-47cb-867d-0d0c17817bef None None] Bound port: e835e817-daca-4620-9c26-4af981324827, host: dv-cinder-826589-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e2710a3-2e3f-4230-9a96-54e1bc68adef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '3c56a0ca-f996-4caf-a75d-81b81d852ec9'}}] {{(pid=102577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 08:07:12.100538 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-23c127ee-b372-47cb-867d-0d0c17817bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (e835e817-daca-4620-9c26-4af981324827), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:12.165171 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-23c127ee-b372-47cb-867d-0d0c17817bef None None] For port e835e817-daca-4620-9c26-4af981324827, host dv-cinder-826589-1-iscsi, cleared binding levels {{(pid=102577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 08:07:12.169408 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-23c127ee-b372-47cb-867d-0d0c17817bef None None] For port e835e817-daca-4620-9c26-4af981324827, host dv-cinder-826589-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=e835e817-daca-4620-9c26-4af981324827,segment=NetworkSegment(2e2710a3-2e3f-4230-9a96-54e1bc68adef),segment_id=2e2710a3-2e3f-4230-9a96-54e1bc68adef)] {{(pid=102577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 08:07:12.173811 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-23c127ee-b372-47cb-867d-0d0c17817bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (e835e817-daca-4620-9c26-4af981324827), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:12.241041 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c127ee-b372-47cb-867d-0d0c17817bef None None] Pushing event updated for resources: {'Port': ['ID=e835e817-daca-4620-9c26-4af981324827,revision_number=2']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:07:13.555974 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 53304) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:07:14.054860 dv-cinder-826589-1-iscsi neutron-server[102575]: WARNING oslo_policy.policy [None req-43dd1557-06b0-4f42-8bff-3f53f6102c8a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 08:07:14.055345 dv-cinder-826589-1-iscsi neutron-server[102575]: WARNING oslo_policy.policy [None req-43dd1557-06b0-4f42-8bff-3f53f6102c8a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 08:07:14.281666 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [None req-43dd1557-06b0-4f42-8bff-3f53f6102c8a admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102575) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 08:07:14.282791 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-43dd1557-06b0-4f42-8bff-3f53f6102c8a admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7260103 Jan 27 08:07:16.777043 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 53318) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:07:17.119743 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [None req-079f3842-0276-4dc0-8a29-47aaa4bba5db admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102575) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 08:07:17.120948 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-079f3842-0276-4dc0-8a29-47aaa4bba5db admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3429568 Jan 27 08:07:19.857936 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-e0e78782-4d27-4407-9086-4ef15734687f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (913d1d6b-f856-4828-afb6-1e4cc7d36f68), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:19.895691 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 53328) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:07:20.223863 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.v2.base [None req-57a4d24f-5f10-4178-993d-47ef0ca0e73f admin admin] Request body: {'router': {'tenant_id': '286a3b4ef6214918ade735cbdd4f1ce4', 'admin_state_up': True, 'name': 'router1'}} {{(pid=102575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:07:20.284146 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.policy [None req-57a4d24f-5f10-4178-993d-47ef0ca0e73f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102575) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 27 08:07:20.326743 dv-cinder-826589-1-iscsi neutron-server[102575]: WARNING oslo_policy.policy [None req-57a4d24f-5f10-4178-993d-47ef0ca0e73f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 08:07:20.327125 dv-cinder-826589-1-iscsi neutron-server[102575]: WARNING oslo_policy.policy [None req-57a4d24f-5f10-4178-993d-47ef0ca0e73f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 08:07:20.391018 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-57a4d24f-5f10-4178-993d-47ef0ca0e73f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35629'] for router (8009cad7-ab32-416b-b923-f2459015e1e7), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:20.393379 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-57a4d24f-5f10-4178-993d-47ef0ca0e73f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35636'] for router (8009cad7-ab32-416b-b923-f2459015e1e7), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:20.549599 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-57a4d24f-5f10-4178-993d-47ef0ca0e73f admin admin] Publish callbacks [] for router_controller (8009cad7-ab32-416b-b923-f2459015e1e7), precommit_add_association {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:20.554625 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-57a4d24f-5f10-4178-993d-47ef0ca0e73f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550065'] for router (8009cad7-ab32-416b-b923-f2459015e1e7), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:20.574760 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-57a4d24f-5f10-4178-993d-47ef0ca0e73f admin admin] Publish callbacks [] for router (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:20.575969 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-57a4d24f-5f10-4178-993d-47ef0ca0e73f admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6792686 Jan 27 08:07:22.858353 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-ff471697-ee69-4f0a-886b-89058d49219a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (c4292dc4-d7f6-4187-994e-0142c7d14647), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:23.115296 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 53342) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:07:23.391065 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device e835e817-daca-4620-9c26-4af981324827 up at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:07:23.459912 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227ca7b0-e197-4205-bdef-6b7349544376 None None] Network 3c56a0ca-f996-4caf-a75d-81b81d852ec9 requested from dv-cinder-826589-1-iscsi {{(pid=102577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 08:07:23.471575 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [None req-7b5c4953-bbb8-4a6c-b8ff-07d6ee4fa71c admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102575) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 08:07:23.472828 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-7b5c4953-bbb8-4a6c-b8ff-07d6ee4fa71c admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3566453 Jan 27 08:07:23.542845 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Provisioning complete for port e835e817-daca-4620-9c26-4af981324827 triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:07:23.543261 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (e835e817-daca-4620-9c26-4af981324827), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:23.597891 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-1c88f92b-37fd-411f-a4bc-0c06f9ff42ea None None] Provisioning complete for port e835e817-daca-4620-9c26-4af981324827 triggered by entity DHCP. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:07:23.598289 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-1c88f92b-37fd-411f-a4bc-0c06f9ff42ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (e835e817-daca-4620-9c26-4af981324827), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:23.770077 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Current status of the port e835e817-daca-4620-9c26-4af981324827 is: DOWN; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:07:23.770477 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (e835e817-daca-4620-9c26-4af981324827), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:23.817448 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-1c88f92b-37fd-411f-a4bc-0c06f9ff42ea None None] Current status of the port e835e817-daca-4620-9c26-4af981324827 is: DOWN; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:07:23.817843 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-1c88f92b-37fd-411f-a4bc-0c06f9ff42ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (e835e817-daca-4620-9c26-4af981324827), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:23.820797 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] For port e835e817-daca-4620-9c26-4af981324827, host dv-cinder-826589-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=e835e817-daca-4620-9c26-4af981324827,segment=NetworkSegment(2e2710a3-2e3f-4230-9a96-54e1bc68adef),segment_id=2e2710a3-2e3f-4230-9a96-54e1bc68adef)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:07:23.833266 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (e835e817-daca-4620-9c26-4af981324827), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:23.911059 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Pushing event updated for resources: {'Port': ['ID=e835e817-daca-4620-9c26-4af981324827,revision_number=3']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:07:23.919830 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.db.api [None req-1c88f92b-37fd-411f-a4bc-0c06f9ff42ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102577) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 08:07:23.920141 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG oslo_db.api [None req-1c88f92b-37fd-411f-a4bc-0c06f9ff42ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 08:07:24.455740 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-1c88f92b-37fd-411f-a4bc-0c06f9ff42ea None None] Current status of the port e835e817-daca-4620-9c26-4af981324827 is: ACTIVE; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:07:24.552525 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-84f64028-d758-4200-a634-8b4e45c8e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (30676f9c-3677-4b49-810a-45ff2c7eef62), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:24.576401 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-54661b98-f06d-4986-8522-2424c638f060 None None] Provisioning complete for port e835e817-daca-4620-9c26-4af981324827 triggered by entity DHCP. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:07:24.576813 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-54661b98-f06d-4986-8522-2424c638f060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (e835e817-daca-4620-9c26-4af981324827), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:24.652384 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-54661b98-f06d-4986-8522-2424c638f060 None None] Current status of the port e835e817-daca-4620-9c26-4af981324827 is: ACTIVE; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:07:25.348773 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device e835e817-daca-4620-9c26-4af981324827 up at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:07:25.399158 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Provisioning complete for port e835e817-daca-4620-9c26-4af981324827 triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:07:25.399547 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (e835e817-daca-4620-9c26-4af981324827), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:25.479948 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Current status of the port e835e817-daca-4620-9c26-4af981324827 is: ACTIVE; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:07:25.677104 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-932e581e-1ad5-4fce-9316-ae3110c4cab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (037c8737-e99f-497c-9717-3fbc8e736584), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:25.996736 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 53374) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:07:26.125038 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [None req-ffe8e5de-17f5-4119-a4ea-566ff21d80fb admin admin] Request body: {'network': {'name': 'public', 'project_id': '1961165fc1a3499db724c9e3c1360963', 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'tenant_id': '1961165fc1a3499db724c9e3c1360963'}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:07:26.143704 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe8e5de-17f5-4119-a4ea-566ff21d80fb admin admin] Made reservation on behalf of 1961165fc1a3499db724c9e3c1360963 for: {'network': 1} {{(pid=102576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 08:07:26.146092 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-ffe8e5de-17f5-4119-a4ea-566ff21d80fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for network (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:26.154839 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-ffe8e5de-17f5-4119-a4ea-566ff21d80fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:26.226565 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-ffe8e5de-17f5-4119-a4ea-566ff21d80fb admin admin] Publish callbacks [] for security_group (8e716427-b04c-49f0-af5b-7589d5dde7dd), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:26.230373 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-ffe8e5de-17f5-4119-a4ea-566ff21d80fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (8e716427-b04c-49f0-af5b-7589d5dde7dd), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:26.247294 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ffe8e5de-17f5-4119-a4ea-566ff21d80fb admin admin] Reserving flat network on physical network physnet1 {{(pid=102576) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 27 08:07:26.271058 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe8e5de-17f5-4119-a4ea-566ff21d80fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e716427-b04c-49f0-af5b-7589d5dde7dd,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:07:26.278449 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-ffe8e5de-17f5-4119-a4ea-566ff21d80fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505597'] for segment (fa55335f-a52a-465d-b188-80ce12fc9c40), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:26.278794 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.db.segments_db [None req-ffe8e5de-17f5-4119-a4ea-566ff21d80fb admin admin] Added segment fa55335f-a52a-465d-b188-80ce12fc9c40 of type flat for network 3614e5a2-e145-4686-b153-8df14846b7f6 Jan 27 08:07:26.335353 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-ffe8e5de-17f5-4119-a4ea-566ff21d80fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730334747742'] for network (3614e5a2-e145-4686-b153-8df14846b7f6), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:26.368883 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-ffe8e5de-17f5-4119-a4ea-566ff21d80fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588'] for network (3614e5a2-e145-4686-b153-8df14846b7f6), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:26.369795 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe8e5de-17f5-4119-a4ea-566ff21d80fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:07:26.370354 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-ffe8e5de-17f5-4119-a4ea-566ff21d80fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for network (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:26.429688 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-ffe8e5de-17f5-4119-a4ea-566ff21d80fb admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4312825 Jan 27 08:07:26.432688 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe8e5de-17f5-4119-a4ea-566ff21d80fb admin admin] Pushing event updated for resources: {'Network': ['ID=3614e5a2-e145-4686-b153-8df14846b7f6,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:07:26.443507 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Network 3614e5a2-e145-4686-b153-8df14846b7f6 details requested by agent ovs-agent-dv-cinder-826589-1-iscsi with host dv-cinder-826589-1-iscsi {{(pid=102577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 08:07:26.605504 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (e79cbf24-12bd-4e20-a580-79498d5b225b), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:28.726366 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 53382) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:07:28.828315 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fe23d3-7068-48dd-b317-eb278a2347f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:07:28.829681 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-65fe23d3-7068-48dd-b317-eb278a2347f5 admin admin] 10.222.0.59 "GET /v2.0/subnets/9f0d7297-cc27-4255-bce2-7980a739462f HTTP/1.1" status: 200 len: 849 time: 0.1019964 Jan 27 08:07:28.989809 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-a606023d-5268-42ce-a6ec-2fe794dcd715 admin admin] 10.222.0.59 "GET /v2.0/routers/8009cad7-ab32-416b-b923-f2459015e1e7 HTTP/1.1" status: 200 len: 704 time: 0.1542292 Jan 27 08:07:29.254580 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-7e82445b-5f8d-4df1-9b8a-92097a985faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:29.542787 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.db_base_plugin_common [None req-7e82445b-5f8d-4df1-9b8a-92097a985faa admin admin] Allocated IP 172.20.0.1 (3c56a0ca-f996-4caf-a75d-81b81d852ec9/9f0d7297-cc27-4255-bce2-7980a739462f/0207bc5e-5fbc-4621-a7fa-46da906dd310) {{(pid=102576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 08:07:29.691178 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-7e82445b-5f8d-4df1-9b8a-92097a985faa admin admin] Publish callbacks [] for port (0207bc5e-5fbc-4621-a7fa-46da906dd310), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:29.800638 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-7e82445b-5f8d-4df1-9b8a-92097a985faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730334756109'] for port (0207bc5e-5fbc-4621-a7fa-46da906dd310), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:29.867203 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e82445b-5f8d-4df1-9b8a-92097a985faa admin admin] Network 3c56a0ca-f996-4caf-a75d-81b81d852ec9 is already hosted by enough agents. {{(pid=102576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 08:07:29.872403 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.base_scheduler [None req-7e82445b-5f8d-4df1-9b8a-92097a985faa admin admin] Resources bound (agent type, host, resource id): {{(pid=102576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:07:29.878625 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e82445b-5f8d-4df1-9b8a-92097a985faa admin admin] Received port after_create {{(pid=102576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 08:07:29.879165 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-7e82445b-5f8d-4df1-9b8a-92097a985faa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549604'] for router_interface (8009cad7-ab32-416b-b923-f2459015e1e7), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:29.943755 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e82445b-5f8d-4df1-9b8a-92097a985faa admin admin] Pushing event updated for resources: {'Port': ['ID=0207bc5e-5fbc-4621-a7fa-46da906dd310,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:07:30.080049 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-7e82445b-5f8d-4df1-9b8a-92097a985faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (0207bc5e-5fbc-4621-a7fa-46da906dd310), before_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:30.102164 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-dceb3f21-d05b-4f87-bdd5-aa78e523208e None None] Provisioning complete for port 0207bc5e-5fbc-4621-a7fa-46da906dd310 triggered by entity DHCP. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:07:30.102733 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-dceb3f21-d05b-4f87-bdd5-aa78e523208e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (0207bc5e-5fbc-4621-a7fa-46da906dd310), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:30.135364 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-dceb3f21-d05b-4f87-bdd5-aa78e523208e None None] Port 0207bc5e-5fbc-4621-a7fa-46da906dd310 cannot update to ACTIVE because it is not bound. {{(pid=102577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 08:07:30.291128 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-7e82445b-5f8d-4df1-9b8a-92097a985faa admin admin] Publish callbacks [] for port (0207bc5e-5fbc-4621-a7fa-46da906dd310), precommit_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:30.295563 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-7e82445b-5f8d-4df1-9b8a-92097a985faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (0207bc5e-5fbc-4621-a7fa-46da906dd310), after_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:30.296463 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-7e82445b-5f8d-4df1-9b8a-92097a985faa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550260'] for router_interface (8009cad7-ab32-416b-b923-f2459015e1e7), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:30.357118 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e82445b-5f8d-4df1-9b8a-92097a985faa admin admin] Pushing event updated for resources: {'Port': ['ID=0207bc5e-5fbc-4621-a7fa-46da906dd310,revision_number=2']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:07:30.423452 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e82445b-5f8d-4df1-9b8a-92097a985faa admin admin] Network 3c56a0ca-f996-4caf-a75d-81b81d852ec9 is already hosted by enough agents. {{(pid=102576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 08:07:30.424931 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.base_scheduler [None req-7e82445b-5f8d-4df1-9b8a-92097a985faa admin admin] Resources bound (agent type, host, resource id): {{(pid=102576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:07:30.583315 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e82445b-5f8d-4df1-9b8a-92097a985faa admin admin] Router 8009cad7-ab32-416b-b923-f2459015e1e7 is scheduled to L3 agent c4292dc4-d7f6-4187-994e-0142c7d14647 with binding_index 1 {{(pid=102576) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 08:07:30.659062 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-ad31d5a4-3a76-46d7-8170-8e01ee47a21e None None] Provisioning complete for port 0207bc5e-5fbc-4621-a7fa-46da906dd310 triggered by entity DHCP. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:07:30.659381 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-ad31d5a4-3a76-46d7-8170-8e01ee47a21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (0207bc5e-5fbc-4621-a7fa-46da906dd310), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:30.672158 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e82445b-5f8d-4df1-9b8a-92097a985faa admin admin] Notify agent at l3_agent.dv-cinder-826589-1-iscsi the message routers_updated {{(pid=102576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 08:07:30.688833 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-7e82445b-5f8d-4df1-9b8a-92097a985faa admin admin] 10.222.0.59 "PUT /v2.0/routers/8009cad7-ab32-416b-b923-f2459015e1e7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6818674 Jan 27 08:07:30.689272 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f967927b-6a01-4040-873b-c58bdb40613d None None] Sync routers for ids ['8009cad7-ab32-416b-b923-f2459015e1e7'] in dv-cinder-826589-1-iscsi {{(pid=102578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 08:07:30.694471 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-ad31d5a4-3a76-46d7-8170-8e01ee47a21e None None] Port 0207bc5e-5fbc-4621-a7fa-46da906dd310 cannot update to ACTIVE because it is not bound. {{(pid=102577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 08:07:30.695112 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f967927b-6a01-4040-873b-c58bdb40613d None None] Routers {'8009cad7-ab32-416b-b923-f2459015e1e7'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:07:30.696115 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-f967927b-6a01-4040-873b-c58bdb40613d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:07:23Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['8009cad7-ab32-416b-b923-f2459015e1e7'], 'active': True} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:07:30.878606 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvr_db [None req-f967927b-6a01-4040-873b-c58bdb40613d None None] Set router 8009cad7-ab32-416b-b923-f2459015e1e7 gateway port host: None {{(pid=102578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:07:31.310695 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-f967927b-6a01-4040-873b-c58bdb40613d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8009cad7-ab32-416b-b923-f2459015e1e7', 'name': 'router1', 'tenant_id': '286a3b4ef6214918ade735cbdd4f1ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:07:20Z', 'updated_at': '2022-01-27T08:07:30Z', 'revision_number': 2, 'project_id': '286a3b4ef6214918ade735cbdd4f1ce4', 'gw_port_host': None, '_interfaces': [{'id': '0207bc5e-5fbc-4621-a7fa-46da906dd310', 'name': '', 'network_id': '3c56a0ca-f996-4caf-a75d-81b81d852ec9', 'tenant_id': '286a3b4ef6214918ade735cbdd4f1ce4', 'mac_address': 'fa:16:3e:0e:92:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8009cad7-ab32-416b-b923-f2459015e1e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9f0d7297-cc27-4255-bce2-7980a739462f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:07:29Z', 'updated_at': '2022-01-27T08:07:30Z', 'revision_number': 2, 'project_id': '286a3b4ef6214918ade735cbdd4f1ce4', 'subnets': [{'id': '9f0d7297-cc27-4255-bce2-7980a739462f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ecf3e4d-5ece-42d7-bbec-4275c0abd669'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:07:31.360284 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f967927b-6a01-4040-873b-c58bdb40613d None None] Checking router: 8009cad7-ab32-416b-b923-f2459015e1e7 for host: dv-cinder-826589-1-iscsi {{(pid=102578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 08:07:31.360652 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f967927b-6a01-4040-873b-c58bdb40613d None None] Updating router 8009cad7-ab32-416b-b923-f2459015e1e7 port 0207bc5e-5fbc-4621-a7fa-46da906dd310 binding host dv-cinder-826589-1-iscsi {{(pid=102578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 08:07:31.436353 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-f967927b-6a01-4040-873b-c58bdb40613d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (0207bc5e-5fbc-4621-a7fa-46da906dd310), before_update {{(pid=102578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:31.930043 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-f967927b-6a01-4040-873b-c58bdb40613d None None] Publish callbacks [] for port (0207bc5e-5fbc-4621-a7fa-46da906dd310), precommit_update {{(pid=102578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:31.937145 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-f967927b-6a01-4040-873b-c58bdb40613d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (0207bc5e-5fbc-4621-a7fa-46da906dd310), after_update {{(pid=102578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:32.094325 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814492e0-eabc-4972-8258-e1b23152157a None None] Pushing event updated for resources: {'Port': ['ID=0207bc5e-5fbc-4621-a7fa-46da906dd310,revision_number=3']} {{(pid=102578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:07:32.119640 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.managers [None req-f967927b-6a01-4040-873b-c58bdb40613d None None] Attempting to bind port 0207bc5e-5fbc-4621-a7fa-46da906dd310 on host dv-cinder-826589-1-iscsi for vnic_type normal with profile {{(pid=102578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 08:07:32.120041 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.managers [None req-f967927b-6a01-4040-873b-c58bdb40613d None None] Attempting to bind port 0207bc5e-5fbc-4621-a7fa-46da906dd310 by drivers openvswitch,hyperv on host dv-cinder-826589-1-iscsi at level 0 using segments [{'id': '2e2710a3-2e3f-4230-9a96-54e1bc68adef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '3c56a0ca-f996-4caf-a75d-81b81d852ec9'}] {{(pid=102578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 08:07:32.120488 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f967927b-6a01-4040-873b-c58bdb40613d None None] Attempting to bind port 0207bc5e-5fbc-4621-a7fa-46da906dd310 on network 3c56a0ca-f996-4caf-a75d-81b81d852ec9 {{(pid=102578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:07:32.124520 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814492e0-eabc-4972-8258-e1b23152157a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:07:32.124917 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814492e0-eabc-4972-8258-e1b23152157a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:07:32.125275 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814492e0-eabc-4972-8258-e1b23152157a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:07:32.125609 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814492e0-eabc-4972-8258-e1b23152157a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:07:32.125934 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814492e0-eabc-4972-8258-e1b23152157a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:07:32.126343 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814492e0-eabc-4972-8258-e1b23152157a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:07:32.126566 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814492e0-eabc-4972-8258-e1b23152157a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:07:32.126884 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814492e0-eabc-4972-8258-e1b23152157a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:07:32.127212 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814492e0-eabc-4972-8258-e1b23152157a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:07:32.127544 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814492e0-eabc-4972-8258-e1b23152157a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:07:32.127864 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814492e0-eabc-4972-8258-e1b23152157a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:07:32.128178 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814492e0-eabc-4972-8258-e1b23152157a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:07:32.128491 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814492e0-eabc-4972-8258-e1b23152157a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:07:32.129862 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814492e0-eabc-4972-8258-e1b23152157a None None] Tracked resource versions report: Jan 27 08:07:32.129862 dv-cinder-826589-1-iscsi neutron-server[102578]: pushed versions: Jan 27 08:07:32.129862 dv-cinder-826589-1-iscsi neutron-server[102578]: { 'AddressGroup': {'1.2'}, Jan 27 08:07:32.129862 dv-cinder-826589-1-iscsi neutron-server[102578]: 'ConntrackHelper': {'1.0'}, Jan 27 08:07:32.129862 dv-cinder-826589-1-iscsi neutron-server[102578]: 'LocalIPAssociation': {'1.0'}, Jan 27 08:07:32.129862 dv-cinder-826589-1-iscsi neutron-server[102578]: 'Log': {'1.0'}, Jan 27 08:07:32.129862 dv-cinder-826589-1-iscsi neutron-server[102578]: 'Network': {'1.1'}, Jan 27 08:07:32.129862 dv-cinder-826589-1-iscsi neutron-server[102578]: 'Port': {'1.7'}, Jan 27 08:07:32.129862 dv-cinder-826589-1-iscsi neutron-server[102578]: 'PortForwarding': {'1.2'}, Jan 27 08:07:32.129862 dv-cinder-826589-1-iscsi neutron-server[102578]: 'QosPolicy': {'1.10'}, Jan 27 08:07:32.129862 dv-cinder-826589-1-iscsi neutron-server[102578]: 'SecurityGroup': {'1.5'}, Jan 27 08:07:32.129862 dv-cinder-826589-1-iscsi neutron-server[102578]: 'SecurityGroupRule': {'1.2'}, Jan 27 08:07:32.129862 dv-cinder-826589-1-iscsi neutron-server[102578]: 'SubPort': {'1.0'}, Jan 27 08:07:32.129862 dv-cinder-826589-1-iscsi neutron-server[102578]: 'Subnet': {'1.1'}, Jan 27 08:07:32.129862 dv-cinder-826589-1-iscsi neutron-server[102578]: 'Trunk': {'1.1'}} Jan 27 08:07:32.129862 dv-cinder-826589-1-iscsi neutron-server[102578]: consumer versions: Jan 27 08:07:32.129862 dv-cinder-826589-1-iscsi neutron-server[102578]: { DHCP agent@dv-cinder-826589-1-iscsi: {}, Jan 27 08:07:32.129862 dv-cinder-826589-1-iscsi neutron-server[102578]: L3 agent@dv-cinder-826589-1-iscsi: {}, Jan 27 08:07:32.129862 dv-cinder-826589-1-iscsi neutron-server[102578]: Metadata agent@dv-cinder-826589-1-iscsi: {}, Jan 27 08:07:32.129862 dv-cinder-826589-1-iscsi neutron-server[102578]: Metering agent@dv-cinder-826589-1-iscsi: {}, Jan 27 08:07:32.129862 dv-cinder-826589-1-iscsi neutron-server[102578]: Open vSwitch agent@dv-cinder-826589-1-iscsi: { 'AddressGroup': '1.2', Jan 27 08:07:32.129862 dv-cinder-826589-1-iscsi neutron-server[102578]: 'ConntrackHelper': '1.0', Jan 27 08:07:32.129862 dv-cinder-826589-1-iscsi neutron-server[102578]: 'LocalIPAssociation': '1.0', Jan 27 08:07:32.129862 dv-cinder-826589-1-iscsi neutron-server[102578]: 'Log': '1.0', Jan 27 08:07:32.129862 dv-cinder-826589-1-iscsi neutron-server[102578]: 'Network': '1.1', Jan 27 08:07:32.129862 dv-cinder-826589-1-iscsi neutron-server[102578]: 'Port': '1.7', Jan 27 08:07:32.129862 dv-cinder-826589-1-iscsi neutron-server[102578]: 'PortForwarding': '1.2', Jan 27 08:07:32.129862 dv-cinder-826589-1-iscsi neutron-server[102578]: 'QosPolicy': '1.10', Jan 27 08:07:32.129862 dv-cinder-826589-1-iscsi neutron-server[102578]: 'SecurityGroup': '1.5', Jan 27 08:07:32.129862 dv-cinder-826589-1-iscsi neutron-server[102578]: 'SecurityGroupRule': '1.2', Jan 27 08:07:32.129862 dv-cinder-826589-1-iscsi neutron-server[102578]: 'SubPort': '1.0', Jan 27 08:07:32.129862 dv-cinder-826589-1-iscsi neutron-server[102578]: 'Subnet': '1.1', Jan 27 08:07:32.129862 dv-cinder-826589-1-iscsi neutron-server[102578]: 'Trunk': '1.1'}} Jan 27 08:07:32.129862 dv-cinder-826589-1-iscsi neutron-server[102578]: {{(pid=102578) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 08:07:32.135571 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f967927b-6a01-4040-873b-c58bdb40613d None None] Checking agent: {'id': 'e79cbf24-12bd-4e20-a580-79498d5b225b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826589-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 8, 6, 57), 'started_at': datetime.datetime(2022, 1, 27, 8, 7, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 8, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826589-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 08:07:32.135974 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f967927b-6a01-4040-873b-c58bdb40613d None None] Checking segment: {'id': '2e2710a3-2e3f-4230-9a96-54e1bc68adef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '3c56a0ca-f996-4caf-a75d-81b81d852ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:07:32.136476 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-f967927b-6a01-4040-873b-c58bdb40613d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:32.136886 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f967927b-6a01-4040-873b-c58bdb40613d None None] Bound using segment: {'id': '2e2710a3-2e3f-4230-9a96-54e1bc68adef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '3c56a0ca-f996-4caf-a75d-81b81d852ec9'} {{(pid=102578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 08:07:32.137384 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.managers [None req-f967927b-6a01-4040-873b-c58bdb40613d None None] Bound port: 0207bc5e-5fbc-4621-a7fa-46da906dd310, host: dv-cinder-826589-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e2710a3-2e3f-4230-9a96-54e1bc68adef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '3c56a0ca-f996-4caf-a75d-81b81d852ec9'}}] {{(pid=102578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 08:07:32.137761 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-f967927b-6a01-4040-873b-c58bdb40613d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (0207bc5e-5fbc-4621-a7fa-46da906dd310), before_update {{(pid=102578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:32.203073 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.db [None req-f967927b-6a01-4040-873b-c58bdb40613d None None] For port 0207bc5e-5fbc-4621-a7fa-46da906dd310, host dv-cinder-826589-1-iscsi, cleared binding levels {{(pid=102578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 08:07:32.222310 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.db [None req-f967927b-6a01-4040-873b-c58bdb40613d None None] For port 0207bc5e-5fbc-4621-a7fa-46da906dd310, host dv-cinder-826589-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=0207bc5e-5fbc-4621-a7fa-46da906dd310,segment=NetworkSegment(2e2710a3-2e3f-4230-9a96-54e1bc68adef),segment_id=2e2710a3-2e3f-4230-9a96-54e1bc68adef)] {{(pid=102578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 08:07:32.223796 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-39fe626c-9987-47ad-851e-2c9b073a2fdc None None] Provisioning complete for port 0207bc5e-5fbc-4621-a7fa-46da906dd310 triggered by entity DHCP. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:07:32.224286 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-39fe626c-9987-47ad-851e-2c9b073a2fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (0207bc5e-5fbc-4621-a7fa-46da906dd310), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:32.228286 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-f967927b-6a01-4040-873b-c58bdb40613d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (0207bc5e-5fbc-4621-a7fa-46da906dd310), after_update {{(pid=102578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:32.279224 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814492e0-eabc-4972-8258-e1b23152157a None None] Pushing event updated for resources: {'Port': ['ID=0207bc5e-5fbc-4621-a7fa-46da906dd310,revision_number=4']} {{(pid=102578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:07:32.313919 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-39fe626c-9987-47ad-851e-2c9b073a2fdc None None] Current status of the port 0207bc5e-5fbc-4621-a7fa-46da906dd310 is: DOWN; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:07:32.314319 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-39fe626c-9987-47ad-851e-2c9b073a2fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (0207bc5e-5fbc-4621-a7fa-46da906dd310), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:32.315004 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f967927b-6a01-4040-873b-c58bdb40613d None None] Routers {'8009cad7-ab32-416b-b923-f2459015e1e7'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:07:32.316112 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-f967927b-6a01-4040-873b-c58bdb40613d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:07:23Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['8009cad7-ab32-416b-b923-f2459015e1e7'], 'active': True} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:07:32.357259 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-39fe626c-9987-47ad-851e-2c9b073a2fdc None None] For port 0207bc5e-5fbc-4621-a7fa-46da906dd310, host dv-cinder-826589-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=0207bc5e-5fbc-4621-a7fa-46da906dd310,segment=NetworkSegment(2e2710a3-2e3f-4230-9a96-54e1bc68adef),segment_id=2e2710a3-2e3f-4230-9a96-54e1bc68adef)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:07:32.362906 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-39fe626c-9987-47ad-851e-2c9b073a2fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (0207bc5e-5fbc-4621-a7fa-46da906dd310), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:32.415440 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fe626c-9987-47ad-851e-2c9b073a2fdc None None] Pushing event updated for resources: {'Port': ['ID=0207bc5e-5fbc-4621-a7fa-46da906dd310,revision_number=5']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:07:32.432359 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvr_db [None req-f967927b-6a01-4040-873b-c58bdb40613d None None] Set router 8009cad7-ab32-416b-b923-f2459015e1e7 gateway port host: None {{(pid=102578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:07:32.483752 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-e53f277f-8a9d-4524-a1ab-33edcd4fcad7 None None] Provisioning complete for port 0207bc5e-5fbc-4621-a7fa-46da906dd310 triggered by entity DHCP. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:07:32.484159 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-e53f277f-8a9d-4524-a1ab-33edcd4fcad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (0207bc5e-5fbc-4621-a7fa-46da906dd310), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:32.561047 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-e53f277f-8a9d-4524-a1ab-33edcd4fcad7 None None] Current status of the port 0207bc5e-5fbc-4621-a7fa-46da906dd310 is: ACTIVE; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:07:32.649575 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-f967927b-6a01-4040-873b-c58bdb40613d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8009cad7-ab32-416b-b923-f2459015e1e7', 'name': 'router1', 'tenant_id': '286a3b4ef6214918ade735cbdd4f1ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:07:20Z', 'updated_at': '2022-01-27T08:07:30Z', 'revision_number': 2, 'project_id': '286a3b4ef6214918ade735cbdd4f1ce4', 'gw_port_host': None, '_interfaces': [{'id': '0207bc5e-5fbc-4621-a7fa-46da906dd310', 'name': '', 'network_id': '3c56a0ca-f996-4caf-a75d-81b81d852ec9', 'tenant_id': '286a3b4ef6214918ade735cbdd4f1ce4', 'mac_address': 'fa:16:3e:0e:92:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8009cad7-ab32-416b-b923-f2459015e1e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9f0d7297-cc27-4255-bce2-7980a739462f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:07:29Z', 'updated_at': '2022-01-27T08:07:32Z', 'revision_number': 4, 'project_id': '286a3b4ef6214918ade735cbdd4f1ce4', 'subnets': [{'id': '9f0d7297-cc27-4255-bce2-7980a739462f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ecf3e4d-5ece-42d7-bbec-4275c0abd669'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:07:32.676218 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f967927b-6a01-4040-873b-c58bdb40613d None None] The sync data for ids ['8009cad7-ab32-416b-b923-f2459015e1e7'] in dv-cinder-826589-1-iscsi is: [{'id': '8009cad7-ab32-416b-b923-f2459015e1e7', 'name': 'router1', 'tenant_id': '286a3b4ef6214918ade735cbdd4f1ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:07:20Z', 'updated_at': '2022-01-27T08:07:30Z', 'revision_number': 2, 'project_id': '286a3b4ef6214918ade735cbdd4f1ce4', 'gw_port_host': None, '_interfaces': [{'id': '0207bc5e-5fbc-4621-a7fa-46da906dd310', 'name': '', 'network_id': '3c56a0ca-f996-4caf-a75d-81b81d852ec9', 'tenant_id': '286a3b4ef6214918ade735cbdd4f1ce4', 'mac_address': 'fa:16:3e:0e:92:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8009cad7-ab32-416b-b923-f2459015e1e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9f0d7297-cc27-4255-bce2-7980a739462f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:07:29Z', 'updated_at': '2022-01-27T08:07:32Z', 'revision_number': 4, 'project_id': '286a3b4ef6214918ade735cbdd4f1ce4', 'subnets': [{'id': '9f0d7297-cc27-4255-bce2-7980a739462f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ecf3e4d-5ece-42d7-bbec-4275c0abd669'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 08:07:35.375789 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 53402) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:07:35.558177 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312ec9aa-d232-433a-ba1f-e862a4448997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:07:35.559596 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-312ec9aa-d232-433a-ba1f-e862a4448997 admin admin] 10.222.0.59 "GET /v2.0/networks/3614e5a2-e145-4686-b153-8df14846b7f6 HTTP/1.1" status: 200 len: 842 time: 0.1828933 Jan 27 08:07:35.569276 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.v2.base [None req-7821721e-75c5-461d-bbef-6e0c6a30a21c admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.27.1.0/24', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'enable_dhcp': False, 'gateway_ip': '172.27.1.1', 'tenant_id': '1961165fc1a3499db724c9e3c1360963'}} {{(pid=102575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:07:35.591473 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7821721e-75c5-461d-bbef-6e0c6a30a21c admin admin] Made reservation on behalf of 1961165fc1a3499db724c9e3c1360963 for: {'subnet': 1} {{(pid=102575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 08:07:35.594208 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7821721e-75c5-461d-bbef-6e0c6a30a21c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:35.970539 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.objects.ports [None req-7821721e-75c5-461d-bbef-6e0c6a30a21c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102575) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 08:07:35.971011 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7821721e-75c5-461d-bbef-6e0c6a30a21c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588'] for subnet (4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:36.055993 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7821721e-75c5-461d-bbef-6e0c6a30a21c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a,revision_number=0']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:07:36.060219 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7821721e-75c5-461d-bbef-6e0c6a30a21c admin admin] Checking segment: {'id': 'fa55335f-a52a-465d-b188-80ce12fc9c40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:07:36.060578 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7821721e-75c5-461d-bbef-6e0c6a30a21c admin admin] Network hostable DHCP agents. Network: 3614e5a2-e145-4686-b153-8df14846b7f6, hostable agents: ['913d1d6b-f856-4828-afb6-1e4cc7d36f68'], hosted agents: [] {{(pid=102575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 08:07:36.070330 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7821721e-75c5-461d-bbef-6e0c6a30a21c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:07:36.070684 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7821721e-75c5-461d-bbef-6e0c6a30a21c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:07:36.071024 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7821721e-75c5-461d-bbef-6e0c6a30a21c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:07:36.071359 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7821721e-75c5-461d-bbef-6e0c6a30a21c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:07:36.071695 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7821721e-75c5-461d-bbef-6e0c6a30a21c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:07:36.072016 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7821721e-75c5-461d-bbef-6e0c6a30a21c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:07:36.072341 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7821721e-75c5-461d-bbef-6e0c6a30a21c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:07:36.072664 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7821721e-75c5-461d-bbef-6e0c6a30a21c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:07:36.073041 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7821721e-75c5-461d-bbef-6e0c6a30a21c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:07:36.073365 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7821721e-75c5-461d-bbef-6e0c6a30a21c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:07:36.074166 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7821721e-75c5-461d-bbef-6e0c6a30a21c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:07:36.074166 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7821721e-75c5-461d-bbef-6e0c6a30a21c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:07:36.074347 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7821721e-75c5-461d-bbef-6e0c6a30a21c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:07:36.075548 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7821721e-75c5-461d-bbef-6e0c6a30a21c admin admin] Tracked resource versions report: Jan 27 08:07:36.075548 dv-cinder-826589-1-iscsi neutron-server[102575]: pushed versions: Jan 27 08:07:36.075548 dv-cinder-826589-1-iscsi neutron-server[102575]: { 'AddressGroup': {'1.2'}, Jan 27 08:07:36.075548 dv-cinder-826589-1-iscsi neutron-server[102575]: 'ConntrackHelper': {'1.0'}, Jan 27 08:07:36.075548 dv-cinder-826589-1-iscsi neutron-server[102575]: 'LocalIPAssociation': {'1.0'}, Jan 27 08:07:36.075548 dv-cinder-826589-1-iscsi neutron-server[102575]: 'Log': {'1.0'}, Jan 27 08:07:36.075548 dv-cinder-826589-1-iscsi neutron-server[102575]: 'Network': {'1.1'}, Jan 27 08:07:36.075548 dv-cinder-826589-1-iscsi neutron-server[102575]: 'Port': {'1.7'}, Jan 27 08:07:36.075548 dv-cinder-826589-1-iscsi neutron-server[102575]: 'PortForwarding': {'1.2'}, Jan 27 08:07:36.075548 dv-cinder-826589-1-iscsi neutron-server[102575]: 'QosPolicy': {'1.10'}, Jan 27 08:07:36.075548 dv-cinder-826589-1-iscsi neutron-server[102575]: 'SecurityGroup': {'1.5'}, Jan 27 08:07:36.075548 dv-cinder-826589-1-iscsi neutron-server[102575]: 'SecurityGroupRule': {'1.2'}, Jan 27 08:07:36.075548 dv-cinder-826589-1-iscsi neutron-server[102575]: 'SubPort': {'1.0'}, Jan 27 08:07:36.075548 dv-cinder-826589-1-iscsi neutron-server[102575]: 'Subnet': {'1.1'}, Jan 27 08:07:36.075548 dv-cinder-826589-1-iscsi neutron-server[102575]: 'Trunk': {'1.1'}} Jan 27 08:07:36.075548 dv-cinder-826589-1-iscsi neutron-server[102575]: consumer versions: Jan 27 08:07:36.075548 dv-cinder-826589-1-iscsi neutron-server[102575]: { DHCP agent@dv-cinder-826589-1-iscsi: {}, Jan 27 08:07:36.075548 dv-cinder-826589-1-iscsi neutron-server[102575]: L3 agent@dv-cinder-826589-1-iscsi: {}, Jan 27 08:07:36.075548 dv-cinder-826589-1-iscsi neutron-server[102575]: Metadata agent@dv-cinder-826589-1-iscsi: {}, Jan 27 08:07:36.075548 dv-cinder-826589-1-iscsi neutron-server[102575]: Metering agent@dv-cinder-826589-1-iscsi: {}, Jan 27 08:07:36.075548 dv-cinder-826589-1-iscsi neutron-server[102575]: Open vSwitch agent@dv-cinder-826589-1-iscsi: { 'AddressGroup': '1.2', Jan 27 08:07:36.075548 dv-cinder-826589-1-iscsi neutron-server[102575]: 'ConntrackHelper': '1.0', Jan 27 08:07:36.075548 dv-cinder-826589-1-iscsi neutron-server[102575]: 'LocalIPAssociation': '1.0', Jan 27 08:07:36.075548 dv-cinder-826589-1-iscsi neutron-server[102575]: 'Log': '1.0', Jan 27 08:07:36.075548 dv-cinder-826589-1-iscsi neutron-server[102575]: 'Network': '1.1', Jan 27 08:07:36.075548 dv-cinder-826589-1-iscsi neutron-server[102575]: 'Port': '1.7', Jan 27 08:07:36.075548 dv-cinder-826589-1-iscsi neutron-server[102575]: 'PortForwarding': '1.2', Jan 27 08:07:36.075548 dv-cinder-826589-1-iscsi neutron-server[102575]: 'QosPolicy': '1.10', Jan 27 08:07:36.075548 dv-cinder-826589-1-iscsi neutron-server[102575]: 'SecurityGroup': '1.5', Jan 27 08:07:36.075548 dv-cinder-826589-1-iscsi neutron-server[102575]: 'SecurityGroupRule': '1.2', Jan 27 08:07:36.075548 dv-cinder-826589-1-iscsi neutron-server[102575]: 'SubPort': '1.0', Jan 27 08:07:36.075548 dv-cinder-826589-1-iscsi neutron-server[102575]: 'Subnet': '1.1', Jan 27 08:07:36.075548 dv-cinder-826589-1-iscsi neutron-server[102575]: 'Trunk': '1.1'}} Jan 27 08:07:36.075548 dv-cinder-826589-1-iscsi neutron-server[102575]: {{(pid=102575) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 08:07:36.107829 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7821721e-75c5-461d-bbef-6e0c6a30a21c admin admin] Network 3614e5a2-e145-4686-b153-8df14846b7f6 is scheduled to be hosted by DHCP agent 913d1d6b-f856-4828-afb6-1e4cc7d36f68 with binding_index 1 {{(pid=102575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 08:07:36.120794 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.base_scheduler [None req-7821721e-75c5-461d-bbef-6e0c6a30a21c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826589-1-iscsi, 3614e5a2-e145-4686-b153-8df14846b7f6) {{(pid=102575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:07:36.125986 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7821721e-75c5-461d-bbef-6e0c6a30a21c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:07:36.126655 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7821721e-75c5-461d-bbef-6e0c6a30a21c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for subnet (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:36.131537 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95aa6f1-26a5-4ea9-8459-40833ec636a2 None None] Network 3614e5a2-e145-4686-b153-8df14846b7f6 requested from dv-cinder-826589-1-iscsi {{(pid=102577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 08:07:36.143553 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-7821721e-75c5-461d-bbef-6e0c6a30a21c admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5777760 Jan 27 08:07:36.241177 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f416956-b8f9-4135-bdc3-71d9d7e14e77 None None] Network 3614e5a2-e145-4686-b153-8df14846b7f6 requested from dv-cinder-826589-1-iscsi {{(pid=102577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 08:07:37.675005 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.agents_db [None req-38ef7be0-44ce-4a1a-bebd-f97a99571a56 None None] Agent healthcheck: found 5 active agents {{(pid=102578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 08:07:38.543783 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 53414) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:07:38.760120 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-b83bda03-0114-473e-bf45-06d5c8445e82 admin admin] 10.222.0.59 "GET /v2.0/routers/8009cad7-ab32-416b-b923-f2459015e1e7 HTTP/1.1" status: 200 len: 710 time: 0.2149756 Jan 27 08:07:38.855349 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e5a537-7d42-424a-8fbf-8fe4f170d1d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:07:38.856720 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-a0e5a537-7d42-424a-8fbf-8fe4f170d1d9 admin admin] 10.222.0.59 "GET /v2.0/networks/3614e5a2-e145-4686-b153-8df14846b7f6 HTTP/1.1" status: 200 len: 886 time: 0.0910437 Jan 27 08:07:38.865593 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.v2.base [None req-d009a035-84ef-4551-8650-ee0145495879 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6'}}} {{(pid=102575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:07:39.120230 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d009a035-84ef-4551-8650-ee0145495879 admin admin] Publish callbacks [] for router_gateway (8009cad7-ab32-416b-b923-f2459015e1e7), precommit_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:39.378756 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d009a035-84ef-4551-8650-ee0145495879 admin admin] Publish callbacks [] for router_gateway (8009cad7-ab32-416b-b923-f2459015e1e7), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:39.401793 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device 0207bc5e-5fbc-4621-a7fa-46da906dd310 up at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:07:39.451556 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Provisioning complete for port 0207bc5e-5fbc-4621-a7fa-46da906dd310 triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:07:39.451990 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (0207bc5e-5fbc-4621-a7fa-46da906dd310), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:39.463012 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d009a035-84ef-4551-8650-ee0145495879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:39.536393 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Current status of the port 0207bc5e-5fbc-4621-a7fa-46da906dd310 is: ACTIVE; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:07:39.620680 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.db_base_plugin_common [None req-d009a035-84ef-4551-8650-ee0145495879 admin admin] Allocated IP 172.27.1.210 (3614e5a2-e145-4686-b153-8df14846b7f6/4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a/94595ce0-1298-4e96-aa12-e88e9fa34bb3) {{(pid=102575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 08:07:39.726892 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d009a035-84ef-4551-8650-ee0145495879 admin admin] Publish callbacks [] for port (94595ce0-1298-4e96-aa12-e88e9fa34bb3), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:39.787029 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d009a035-84ef-4551-8650-ee0145495879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730334756109'] for port (94595ce0-1298-4e96-aa12-e88e9fa34bb3), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:39.899179 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d009a035-84ef-4551-8650-ee0145495879 admin admin] Network 3614e5a2-e145-4686-b153-8df14846b7f6 is already hosted by enough agents. {{(pid=102575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 08:07:39.904680 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.base_scheduler [None req-d009a035-84ef-4551-8650-ee0145495879 admin admin] Resources bound (agent type, host, resource id): {{(pid=102575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:07:39.912273 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d009a035-84ef-4551-8650-ee0145495879 admin admin] Received port after_create {{(pid=102575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 08:07:39.917902 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d009a035-84ef-4551-8650-ee0145495879 admin admin] Pushing event updated for resources: {'Port': ['ID=94595ce0-1298-4e96-aa12-e88e9fa34bb3,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:07:40.192830 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d009a035-84ef-4551-8650-ee0145495879 admin admin] Publish callbacks [] for router_gateway (8009cad7-ab32-416b-b923-f2459015e1e7), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:40.385024 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d009a035-84ef-4551-8650-ee0145495879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-554556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35590'] for router (8009cad7-ab32-416b-b923-f2459015e1e7), precommit_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:40.390038 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d009a035-84ef-4551-8650-ee0145495879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-550111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-550088', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-554533'] for router (8009cad7-ab32-416b-b923-f2459015e1e7), after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:40.505340 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d009a035-84ef-4551-8650-ee0145495879 admin admin] Router 8009cad7-ab32-416b-b923-f2459015e1e7 has already been hosted by L3 agent c4292dc4-d7f6-4187-994e-0142c7d14647 {{(pid=102575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 08:07:40.608925 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d009a035-84ef-4551-8650-ee0145495879 admin admin] Notify agent at l3_agent.dv-cinder-826589-1-iscsi the message routers_updated {{(pid=102575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 08:07:40.613362 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d009a035-84ef-4551-8650-ee0145495879 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:40.632788 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-d009a035-84ef-4551-8650-ee0145495879 admin admin] 10.222.0.59 "PUT /v2.0/routers/8009cad7-ab32-416b-b923-f2459015e1e7 HTTP/1.1" status: 200 len: 890 time: 1.7521129 Jan 27 08:07:41.093038 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ab0acf-71ff-4d91-a670-adff1a57d504 None None] Sync routers for ids ['8009cad7-ab32-416b-b923-f2459015e1e7'] in dv-cinder-826589-1-iscsi {{(pid=102577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 08:07:41.103650 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ab0acf-71ff-4d91-a670-adff1a57d504 None None] Routers {'8009cad7-ab32-416b-b923-f2459015e1e7'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:07:41.104295 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-06ab0acf-71ff-4d91-a670-adff1a57d504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:07:23Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['8009cad7-ab32-416b-b923-f2459015e1e7'], 'active': True} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:07:41.314595 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvr_db [None req-06ab0acf-71ff-4d91-a670-adff1a57d504 None None] Set router 8009cad7-ab32-416b-b923-f2459015e1e7 gateway port host: dv-cinder-826589-1-iscsi {{(pid=102577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:07:41.811439 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-06ab0acf-71ff-4d91-a670-adff1a57d504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8009cad7-ab32-416b-b923-f2459015e1e7', 'name': 'router1', 'tenant_id': '286a3b4ef6214918ade735cbdd4f1ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '94595ce0-1298-4e96-aa12-e88e9fa34bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:07:20Z', 'updated_at': '2022-01-27T08:07:40Z', 'revision_number': 4, 'project_id': '286a3b4ef6214918ade735cbdd4f1ce4', 'gw_port': {'id': '94595ce0-1298-4e96-aa12-e88e9fa34bb3', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:6a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8009cad7-ab32-416b-b923-f2459015e1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:07:39Z', 'updated_at': '2022-01-27T08:07:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_interfaces': [{'id': '0207bc5e-5fbc-4621-a7fa-46da906dd310', 'name': '', 'network_id': '3c56a0ca-f996-4caf-a75d-81b81d852ec9', 'tenant_id': '286a3b4ef6214918ade735cbdd4f1ce4', 'mac_address': 'fa:16:3e:0e:92:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8009cad7-ab32-416b-b923-f2459015e1e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9f0d7297-cc27-4255-bce2-7980a739462f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:07:29Z', 'updated_at': '2022-01-27T08:07:32Z', 'revision_number': 5, 'project_id': '286a3b4ef6214918ade735cbdd4f1ce4', 'subnets': [{'id': '9f0d7297-cc27-4255-bce2-7980a739462f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ecf3e4d-5ece-42d7-bbec-4275c0abd669'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:07:41.863109 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ab0acf-71ff-4d91-a670-adff1a57d504 None None] Checking router: 8009cad7-ab32-416b-b923-f2459015e1e7 for host: dv-cinder-826589-1-iscsi {{(pid=102577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 08:07:41.863462 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ab0acf-71ff-4d91-a670-adff1a57d504 None None] Updating router 8009cad7-ab32-416b-b923-f2459015e1e7 port 94595ce0-1298-4e96-aa12-e88e9fa34bb3 binding host dv-cinder-826589-1-iscsi {{(pid=102577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 08:07:41.913275 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-06ab0acf-71ff-4d91-a670-adff1a57d504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (94595ce0-1298-4e96-aa12-e88e9fa34bb3), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:42.227972 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-06ab0acf-71ff-4d91-a670-adff1a57d504 None None] Publish callbacks [] for port (94595ce0-1298-4e96-aa12-e88e9fa34bb3), precommit_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:42.233516 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-06ab0acf-71ff-4d91-a670-adff1a57d504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (94595ce0-1298-4e96-aa12-e88e9fa34bb3), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:42.284590 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.managers [None req-06ab0acf-71ff-4d91-a670-adff1a57d504 None None] Attempting to bind port 94595ce0-1298-4e96-aa12-e88e9fa34bb3 on host dv-cinder-826589-1-iscsi for vnic_type normal with profile {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 08:07:42.285013 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.managers [None req-06ab0acf-71ff-4d91-a670-adff1a57d504 None None] Attempting to bind port 94595ce0-1298-4e96-aa12-e88e9fa34bb3 by drivers openvswitch,hyperv on host dv-cinder-826589-1-iscsi at level 0 using segments [{'id': 'fa55335f-a52a-465d-b188-80ce12fc9c40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6'}] {{(pid=102577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 08:07:42.285380 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ab0acf-71ff-4d91-a670-adff1a57d504 None None] Attempting to bind port 94595ce0-1298-4e96-aa12-e88e9fa34bb3 on network 3614e5a2-e145-4686-b153-8df14846b7f6 {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:07:42.287312 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24fa496-d385-4aa5-8cbd-5ea67246953b None None] Pushing event updated for resources: {'Port': ['ID=94595ce0-1298-4e96-aa12-e88e9fa34bb3,revision_number=2']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:07:42.294079 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ab0acf-71ff-4d91-a670-adff1a57d504 None None] Checking agent: {'id': 'e79cbf24-12bd-4e20-a580-79498d5b225b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826589-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 8, 6, 57), 'started_at': datetime.datetime(2022, 1, 27, 8, 7, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 8, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826589-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 08:07:42.294453 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ab0acf-71ff-4d91-a670-adff1a57d504 None None] Checking segment: {'id': 'fa55335f-a52a-465d-b188-80ce12fc9c40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:07:42.295393 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-06ab0acf-71ff-4d91-a670-adff1a57d504 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:42.295393 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ab0acf-71ff-4d91-a670-adff1a57d504 None None] Bound using segment: {'id': 'fa55335f-a52a-465d-b188-80ce12fc9c40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6'} {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 08:07:42.295680 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.managers [None req-06ab0acf-71ff-4d91-a670-adff1a57d504 None None] Bound port: 94595ce0-1298-4e96-aa12-e88e9fa34bb3, host: dv-cinder-826589-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa55335f-a52a-465d-b188-80ce12fc9c40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6'}}] {{(pid=102577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 08:07:42.296156 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-06ab0acf-71ff-4d91-a670-adff1a57d504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (94595ce0-1298-4e96-aa12-e88e9fa34bb3), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:42.349061 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-06ab0acf-71ff-4d91-a670-adff1a57d504 None None] For port 94595ce0-1298-4e96-aa12-e88e9fa34bb3, host dv-cinder-826589-1-iscsi, cleared binding levels {{(pid=102577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 08:07:42.352576 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-06ab0acf-71ff-4d91-a670-adff1a57d504 None None] For port 94595ce0-1298-4e96-aa12-e88e9fa34bb3, host dv-cinder-826589-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=94595ce0-1298-4e96-aa12-e88e9fa34bb3,segment=NetworkSegment(fa55335f-a52a-465d-b188-80ce12fc9c40),segment_id=fa55335f-a52a-465d-b188-80ce12fc9c40)] {{(pid=102577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 08:07:42.357911 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-06ab0acf-71ff-4d91-a670-adff1a57d504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (94595ce0-1298-4e96-aa12-e88e9fa34bb3), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:42.417456 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ab0acf-71ff-4d91-a670-adff1a57d504 None None] Routers {'8009cad7-ab32-416b-b923-f2459015e1e7'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:07:42.418069 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-06ab0acf-71ff-4d91-a670-adff1a57d504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:07:23Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['8009cad7-ab32-416b-b923-f2459015e1e7'], 'active': True} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:07:42.455189 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24fa496-d385-4aa5-8cbd-5ea67246953b None None] Pushing event updated for resources: {'Port': ['ID=94595ce0-1298-4e96-aa12-e88e9fa34bb3,revision_number=3']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:07:42.531112 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvr_db [None req-06ab0acf-71ff-4d91-a670-adff1a57d504 None None] Set router 8009cad7-ab32-416b-b923-f2459015e1e7 gateway port host: dv-cinder-826589-1-iscsi {{(pid=102577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:07:42.739256 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-06ab0acf-71ff-4d91-a670-adff1a57d504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8009cad7-ab32-416b-b923-f2459015e1e7', 'name': 'router1', 'tenant_id': '286a3b4ef6214918ade735cbdd4f1ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '94595ce0-1298-4e96-aa12-e88e9fa34bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:07:20Z', 'updated_at': '2022-01-27T08:07:40Z', 'revision_number': 4, 'project_id': '286a3b4ef6214918ade735cbdd4f1ce4', 'gw_port': {'id': '94595ce0-1298-4e96-aa12-e88e9fa34bb3', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:6a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8009cad7-ab32-416b-b923-f2459015e1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:07:39Z', 'updated_at': '2022-01-27T08:07:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_interfaces': [{'id': '0207bc5e-5fbc-4621-a7fa-46da906dd310', 'name': '', 'network_id': '3c56a0ca-f996-4caf-a75d-81b81d852ec9', 'tenant_id': '286a3b4ef6214918ade735cbdd4f1ce4', 'mac_address': 'fa:16:3e:0e:92:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8009cad7-ab32-416b-b923-f2459015e1e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9f0d7297-cc27-4255-bce2-7980a739462f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:07:29Z', 'updated_at': '2022-01-27T08:07:32Z', 'revision_number': 5, 'project_id': '286a3b4ef6214918ade735cbdd4f1ce4', 'subnets': [{'id': '9f0d7297-cc27-4255-bce2-7980a739462f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ecf3e4d-5ece-42d7-bbec-4275c0abd669'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:07:42.765672 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ab0acf-71ff-4d91-a670-adff1a57d504 None None] The sync data for ids ['8009cad7-ab32-416b-b923-f2459015e1e7'] in dv-cinder-826589-1-iscsi is: [{'id': '8009cad7-ab32-416b-b923-f2459015e1e7', 'name': 'router1', 'tenant_id': '286a3b4ef6214918ade735cbdd4f1ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '94595ce0-1298-4e96-aa12-e88e9fa34bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:07:20Z', 'updated_at': '2022-01-27T08:07:40Z', 'revision_number': 4, 'project_id': '286a3b4ef6214918ade735cbdd4f1ce4', 'gw_port': {'id': '94595ce0-1298-4e96-aa12-e88e9fa34bb3', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:6a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8009cad7-ab32-416b-b923-f2459015e1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:07:39Z', 'updated_at': '2022-01-27T08:07:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_interfaces': [{'id': '0207bc5e-5fbc-4621-a7fa-46da906dd310', 'name': '', 'network_id': '3c56a0ca-f996-4caf-a75d-81b81d852ec9', 'tenant_id': '286a3b4ef6214918ade735cbdd4f1ce4', 'mac_address': 'fa:16:3e:0e:92:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8009cad7-ab32-416b-b923-f2459015e1e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9f0d7297-cc27-4255-bce2-7980a739462f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:07:29Z', 'updated_at': '2022-01-27T08:07:32Z', 'revision_number': 5, 'project_id': '286a3b4ef6214918ade735cbdd4f1ce4', 'subnets': [{'id': '9f0d7297-cc27-4255-bce2-7980a739462f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ecf3e4d-5ece-42d7-bbec-4275c0abd669'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 08:07:43.099790 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 53426) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:07:43.218153 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-874e02c0-63ca-4e3e-9573-5af893c6d70d admin admin] 10.222.0.59 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1162207 Jan 27 08:07:43.417284 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device 94595ce0-1298-4e96-aa12-e88e9fa34bb3 up at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:07:43.474053 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Provisioning complete for port 94595ce0-1298-4e96-aa12-e88e9fa34bb3 triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:07:43.474448 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (94595ce0-1298-4e96-aa12-e88e9fa34bb3), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:43.567634 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Current status of the port 94595ce0-1298-4e96-aa12-e88e9fa34bb3 is: DOWN; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:07:43.568059 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (94595ce0-1298-4e96-aa12-e88e9fa34bb3), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:43.589749 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] For port 94595ce0-1298-4e96-aa12-e88e9fa34bb3, host dv-cinder-826589-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=94595ce0-1298-4e96-aa12-e88e9fa34bb3,segment=NetworkSegment(fa55335f-a52a-465d-b188-80ce12fc9c40),segment_id=fa55335f-a52a-465d-b188-80ce12fc9c40)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:07:43.594683 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (94595ce0-1298-4e96-aa12-e88e9fa34bb3), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:43.644551 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Pushing event updated for resources: {'Port': ['ID=94595ce0-1298-4e96-aa12-e88e9fa34bb3,revision_number=4']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:07:45.379140 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device 94595ce0-1298-4e96-aa12-e88e9fa34bb3 up at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:07:45.435206 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Provisioning complete for port 94595ce0-1298-4e96-aa12-e88e9fa34bb3 triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:07:45.435595 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (94595ce0-1298-4e96-aa12-e88e9fa34bb3), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:45.521293 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Current status of the port 94595ce0-1298-4e96-aa12-e88e9fa34bb3 is: ACTIVE; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:07:49.888743 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-737d971a-a314-42f1-9d45-0c5a3c60df40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (913d1d6b-f856-4828-afb6-1e4cc7d36f68), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:52.858648 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-5548f151-bae7-4806-aaa2-3eeb1583d8b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (c4292dc4-d7f6-4187-994e-0142c7d14647), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:54.556379 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-84f64028-d758-4200-a634-8b4e45c8e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (30676f9c-3677-4b49-810a-45ff2c7eef62), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:55.681762 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-932e581e-1ad5-4fce-9316-ae3110c4cab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (037c8737-e99f-497c-9717-3fbc8e736584), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:07:56.612082 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (e79cbf24-12bd-4e20-a580-79498d5b225b), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:08:14.675443 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.agents_db [None req-38ef7be0-44ce-4a1a-bebd-f97a99571a56 None None] Agent healthcheck: found 5 active agents {{(pid=102578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 08:08:19.864949 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-f4765db8-7728-4c8c-9340-666b3441281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (913d1d6b-f856-4828-afb6-1e4cc7d36f68), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:08:22.856001 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-529eafae-5902-42ca-97fb-fdfefcafd1e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (c4292dc4-d7f6-4187-994e-0142c7d14647), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:08:24.567421 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-84f64028-d758-4200-a634-8b4e45c8e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (30676f9c-3677-4b49-810a-45ff2c7eef62), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:08:25.692955 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-932e581e-1ad5-4fce-9316-ae3110c4cab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (037c8737-e99f-497c-9717-3fbc8e736584), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:08:26.608416 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (e79cbf24-12bd-4e20-a580-79498d5b225b), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:08:49.867231 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-cd74a6af-aafa-4982-8f88-06dae8671234 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (913d1d6b-f856-4828-afb6-1e4cc7d36f68), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:08:51.674113 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.agents_db [None req-38ef7be0-44ce-4a1a-bebd-f97a99571a56 None None] Agent healthcheck: found 5 active agents {{(pid=102578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 08:08:52.849024 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-5d2ed1e1-73fa-4f9d-9019-2eb1eeb4e761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (c4292dc4-d7f6-4187-994e-0142c7d14647), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:08:54.566264 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-84f64028-d758-4200-a634-8b4e45c8e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (30676f9c-3677-4b49-810a-45ff2c7eef62), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:08:55.687854 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-932e581e-1ad5-4fce-9316-ae3110c4cab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (037c8737-e99f-497c-9717-3fbc8e736584), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:08:56.601491 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (e79cbf24-12bd-4e20-a580-79498d5b225b), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:09:02.742306 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 53910) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:09:02.809343 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.pecan_wsgi.hooks.translation [None req-76f736e4-48f7-4f31-b1fd-5448598353ba admin admin] GET failed (client error): The resource could not be found. Jan 27 08:09:02.810698 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-76f736e4-48f7-4f31-b1fd-5448598353ba admin admin] 10.222.0.59 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0674224 Jan 27 08:09:02.999589 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ce5d4c-5480-425d-a6f8-ee5153e54510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:09:03.002241 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-30ce5d4c-5480-425d-a6f8-ee5153e54510 admin admin] 10.222.0.59 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1856568 Jan 27 08:09:05.278153 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 53920) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:09:05.385169 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896f6a6b-2fe1-42ac-9623-b428064ebfbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:09:05.386546 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-896f6a6b-2fe1-42ac-9623-b428064ebfbb admin admin] 10.222.0.59 "GET /v2.0/subnets/9f0d7297-cc27-4255-bce2-7980a739462f HTTP/1.1" status: 200 len: 849 time: 0.1073396 Jan 27 08:09:05.397831 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.v2.base [None req-77dbbc2d-1ff0-4aea-80b7-4a9aa1aac7e5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:09:05.484857 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-77dbbc2d-1ff0-4aea-80b7-4a9aa1aac7e5 admin admin] Publish callbacks [] for subnet (9f0d7297-cc27-4255-bce2-7980a739462f), before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:09:05.687411 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-77dbbc2d-1ff0-4aea-80b7-4a9aa1aac7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730335288769'] for subnet (9f0d7297-cc27-4255-bce2-7980a739462f), after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:09:05.716269 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77dbbc2d-1ff0-4aea-80b7-4a9aa1aac7e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:09:05.716898 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-77dbbc2d-1ff0-4aea-80b7-4a9aa1aac7e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for subnet (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:09:05.721532 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-77dbbc2d-1ff0-4aea-80b7-4a9aa1aac7e5 admin admin] 10.222.0.59 "PUT /v2.0/subnets/9f0d7297-cc27-4255-bce2-7980a739462f HTTP/1.1" status: 200 len: 868 time: 0.3254588 Jan 27 08:09:05.721946 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90ce452-f659-4165-99a3-0462602e5aa1 None None] Network 3c56a0ca-f996-4caf-a75d-81b81d852ec9 requested from dv-cinder-826589-1-iscsi {{(pid=102577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 08:09:05.743476 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dbbc2d-1ff0-4aea-80b7-4a9aa1aac7e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f0d7297-cc27-4255-bce2-7980a739462f,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:09:05.750591 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dbbc2d-1ff0-4aea-80b7-4a9aa1aac7e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:09:05.750981 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dbbc2d-1ff0-4aea-80b7-4a9aa1aac7e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:09:05.751316 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dbbc2d-1ff0-4aea-80b7-4a9aa1aac7e5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:09:05.751649 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dbbc2d-1ff0-4aea-80b7-4a9aa1aac7e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:09:05.751978 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dbbc2d-1ff0-4aea-80b7-4a9aa1aac7e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:09:05.752305 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dbbc2d-1ff0-4aea-80b7-4a9aa1aac7e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:09:05.752646 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dbbc2d-1ff0-4aea-80b7-4a9aa1aac7e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:09:05.752998 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dbbc2d-1ff0-4aea-80b7-4a9aa1aac7e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:09:05.753328 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dbbc2d-1ff0-4aea-80b7-4a9aa1aac7e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:09:05.753650 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dbbc2d-1ff0-4aea-80b7-4a9aa1aac7e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:09:05.754532 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dbbc2d-1ff0-4aea-80b7-4a9aa1aac7e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:09:05.754839 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dbbc2d-1ff0-4aea-80b7-4a9aa1aac7e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:09:05.755158 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dbbc2d-1ff0-4aea-80b7-4a9aa1aac7e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:09:06.070049 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-66c0a976-c2b2-45dc-90f6-762e9cfb39b8 None None] Provisioning complete for port e835e817-daca-4620-9c26-4af981324827 triggered by entity DHCP. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:09:06.070523 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-66c0a976-c2b2-45dc-90f6-762e9cfb39b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (e835e817-daca-4620-9c26-4af981324827), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:09:06.151079 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-66c0a976-c2b2-45dc-90f6-762e9cfb39b8 None None] Current status of the port e835e817-daca-4620-9c26-4af981324827 is: ACTIVE; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:09:06.161076 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-66c0a976-c2b2-45dc-90f6-762e9cfb39b8 None None] Provisioning complete for port 0207bc5e-5fbc-4621-a7fa-46da906dd310 triggered by entity DHCP. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:09:06.161425 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-66c0a976-c2b2-45dc-90f6-762e9cfb39b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (0207bc5e-5fbc-4621-a7fa-46da906dd310), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:09:06.235355 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-66c0a976-c2b2-45dc-90f6-762e9cfb39b8 None None] Current status of the port 0207bc5e-5fbc-4621-a7fa-46da906dd310 is: ACTIVE; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:09:08.064410 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 53928) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:09:08.288717 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547bad53-6c89-49db-bd5f-e6b9b565ebd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:09:08.289129 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547bad53-6c89-49db-bd5f-e6b9b565ebd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:09:08.290735 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-547bad53-6c89-49db-bd5f-e6b9b565ebd7 admin admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2252958 Jan 27 08:09:10.663849 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 53936) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:09:10.809045 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ca68e0-c614-43de-b777-b59bb0bccf4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:09:10.809514 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ca68e0-c614-43de-b777-b59bb0bccf4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:09:10.811061 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-48ca68e0-c614-43de-b777-b59bb0bccf4d admin admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1459363 Jan 27 08:09:13.151058 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 53944) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:09:13.284616 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de81d22-1770-466e-988c-16dd94b82a94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:09:13.285986 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-2de81d22-1770-466e-988c-16dd94b82a94 admin admin] 10.222.0.59 "GET /v2.0/networks/3614e5a2-e145-4686-b153-8df14846b7f6 HTTP/1.1" status: 200 len: 886 time: 0.1337852 Jan 27 08:09:15.622903 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 53954) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:09:15.761817 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923371a6-e6ca-429f-8e16-e47dde0aa328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:09:15.763216 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-923371a6-e6ca-429f-8e16-e47dde0aa328 admin admin] 10.222.0.59 "GET /v2.0/networks/3c56a0ca-f996-4caf-a75d-81b81d852ec9 HTTP/1.1" status: 200 len: 869 time: 0.1394541 Jan 27 08:09:18.034674 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 53962) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:09:18.161476 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257e7c1d-835d-4e53-9427-304ba69ed348 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:09:18.161933 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257e7c1d-835d-4e53-9427-304ba69ed348 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:09:18.163460 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-257e7c1d-835d-4e53-9427-304ba69ed348 admin admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1278279 Jan 27 08:09:19.870107 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-c81444f5-ab5d-4723-b35f-868284d09ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (913d1d6b-f856-4828-afb6-1e4cc7d36f68), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:09:20.528776 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 53970) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:09:20.629668 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9de76a-d929-47b8-b39b-7edae0a3963a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:09:20.630116 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9de76a-d929-47b8-b39b-7edae0a3963a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:09:20.631667 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-db9de76a-d929-47b8-b39b-7edae0a3963a admin admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1019340 Jan 27 08:09:22.850398 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-73788c31-db7c-4b0b-98af-38306320c540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (c4292dc4-d7f6-4187-994e-0142c7d14647), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:09:22.953511 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 53978) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:09:23.048446 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded35f75-82e9-432e-ab8f-b74da91075c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:09:23.049910 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-ded35f75-82e9-432e-ab8f-b74da91075c1 admin admin] 10.222.0.59 "GET /v2.0/subnets/4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a HTTP/1.1" status: 200 len: 816 time: 0.0954370 Jan 27 08:09:24.566743 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-84f64028-d758-4200-a634-8b4e45c8e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (30676f9c-3677-4b49-810a-45ff2c7eef62), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:09:25.379440 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 53986) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:09:25.471449 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d021497-3476-4e3d-83a2-b60d019d7f9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:09:25.472904 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-3d021497-3476-4e3d-83a2-b60d019d7f9d admin admin] 10.222.0.59 "GET /v2.0/subnets/9f0d7297-cc27-4255-bce2-7980a739462f HTTP/1.1" status: 200 len: 868 time: 0.0924711 Jan 27 08:09:25.701818 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-932e581e-1ad5-4fce-9316-ae3110c4cab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (037c8737-e99f-497c-9717-3fbc8e736584), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:09:26.608268 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (e79cbf24-12bd-4e20-a580-79498d5b225b), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:09:28.674263 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.agents_db [None req-38ef7be0-44ce-4a1a-bebd-f97a99571a56 None None] Agent healthcheck: found 5 active agents {{(pid=102578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 08:09:49.872516 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-b552fa98-ff10-4773-8efc-80b668cb38e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (913d1d6b-f856-4828-afb6-1e4cc7d36f68), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:09:50.760136 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 54042) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:09:50.807378 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [None req-f8825923-5271-488c-bceb-a35f14b2b769 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102576) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 08:09:50.808397 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-f8825923-5271-488c-bceb-a35f14b2b769 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0473077 Jan 27 08:09:52.854288 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-92da2a7f-5edd-42ac-aa50-4995fac83fcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (c4292dc4-d7f6-4187-994e-0142c7d14647), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:09:53.145343 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 54050) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:09:53.204960 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.pecan_wsgi.hooks.translation [None req-a461cf4a-8843-4cf2-8180-072291b1e12b admin admin] GET failed (client error): The resource could not be found. Jan 27 08:09:53.206235 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-a461cf4a-8843-4cf2-8180-072291b1e12b admin admin] 10.222.0.59 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0599608 Jan 27 08:09:53.288697 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cb32f2-a604-43d3-9d9b-696acc8851b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:09:53.290194 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-70cb32f2-a604-43d3-9d9b-696acc8851b4 admin admin] 10.222.0.59 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0799932 Jan 27 08:09:54.568503 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-84f64028-d758-4200-a634-8b4e45c8e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (30676f9c-3677-4b49-810a-45ff2c7eef62), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:09:55.603977 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 54060) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:09:55.650418 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [None req-a1fd6ca5-e68a-44f6-a6b4-b479731fc45a admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'tenant_id': '1961165fc1a3499db724c9e3c1360963', 'project_id': '1961165fc1a3499db724c9e3c1360963', 'shared': True}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:09:55.670512 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1fd6ca5-e68a-44f6-a6b4-b479731fc45a admin admin] Made reservation on behalf of 1961165fc1a3499db724c9e3c1360963 for: {'network': 1} {{(pid=102576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 08:09:55.672908 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-a1fd6ca5-e68a-44f6-a6b4-b479731fc45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for network (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:09:55.694613 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-932e581e-1ad5-4fce-9316-ae3110c4cab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (037c8737-e99f-497c-9717-3fbc8e736584), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:09:55.701992 dv-cinder-826589-1-iscsi neutron-server[102576]: WARNING neutron.services.revisions.revision_plugin [None req-a1fd6ca5-e68a-44f6-a6b4-b479731fc45a admin admin] Could not find related network for resource to bump revision. Jan 27 08:09:55.713306 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1fd6ca5-e68a-44f6-a6b4-b479731fc45a admin admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=102576) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 08:09:55.722721 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-a1fd6ca5-e68a-44f6-a6b4-b479731fc45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505597'] for segment (a7d9344e-c0bc-4e6b-8039-f2037a6ed816), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:09:55.723065 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.db.segments_db [None req-a1fd6ca5-e68a-44f6-a6b4-b479731fc45a admin admin] Added segment a7d9344e-c0bc-4e6b-8039-f2037a6ed816 of type vlan for network d7d330a1-f1de-4cfc-a689-5442b8d6439a Jan 27 08:09:55.761745 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-a1fd6ca5-e68a-44f6-a6b4-b479731fc45a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730334747742'] for network (d7d330a1-f1de-4cfc-a689-5442b8d6439a), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:09:55.787326 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-a1fd6ca5-e68a-44f6-a6b4-b479731fc45a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588'] for network (d7d330a1-f1de-4cfc-a689-5442b8d6439a), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:09:55.788267 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fd6ca5-e68a-44f6-a6b4-b479731fc45a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:09:55.788873 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-a1fd6ca5-e68a-44f6-a6b4-b479731fc45a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for network (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:09:55.907967 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-a1fd6ca5-e68a-44f6-a6b4-b479731fc45a admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3028178 Jan 27 08:09:55.913774 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fd6ca5-e68a-44f6-a6b4-b479731fc45a admin admin] Pushing event updated for resources: {'Network': ['ID=d7d330a1-f1de-4cfc-a689-5442b8d6439a,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:09:55.921055 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fd6ca5-e68a-44f6-a6b4-b479731fc45a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:09:55.921437 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fd6ca5-e68a-44f6-a6b4-b479731fc45a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:09:55.922134 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fd6ca5-e68a-44f6-a6b4-b479731fc45a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:09:55.922480 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fd6ca5-e68a-44f6-a6b4-b479731fc45a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:09:55.922818 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fd6ca5-e68a-44f6-a6b4-b479731fc45a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:09:55.923152 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fd6ca5-e68a-44f6-a6b4-b479731fc45a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:09:55.923486 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fd6ca5-e68a-44f6-a6b4-b479731fc45a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:09:55.923818 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fd6ca5-e68a-44f6-a6b4-b479731fc45a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:09:55.924156 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fd6ca5-e68a-44f6-a6b4-b479731fc45a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:09:55.924483 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fd6ca5-e68a-44f6-a6b4-b479731fc45a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:09:55.924836 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fd6ca5-e68a-44f6-a6b4-b479731fc45a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:09:55.925764 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fd6ca5-e68a-44f6-a6b4-b479731fc45a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:09:55.926093 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fd6ca5-e68a-44f6-a6b4-b479731fc45a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:09:55.938387 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Network d7d330a1-f1de-4cfc-a689-5442b8d6439a details requested by agent ovs-agent-dv-cinder-826589-1-iscsi with host dv-cinder-826589-1-iscsi {{(pid=102577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 08:09:56.601546 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (e79cbf24-12bd-4e20-a580-79498d5b225b), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:09:58.265691 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 54070) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:09:58.325045 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a980a43-d95e-4ad1-8e2b-b46f363c64ba admin admin] GET failed (client error): The resource could not be found. Jan 27 08:09:58.326340 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-7a980a43-d95e-4ad1-8e2b-b46f363c64ba admin admin] 10.222.0.59 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0596621 Jan 27 08:09:58.426996 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ba7b9b-ec67-4e10-aee6-60d6aee73221 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:09:58.428480 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-16ba7b9b-ec67-4e10-aee6-60d6aee73221 admin admin] 10.222.0.59 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0981433 Jan 27 08:09:58.438398 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [None req-2b850f55-28b7-44b2-99db-7a860f56a4f2 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'tenant_id': '1961165fc1a3499db724c9e3c1360963', 'description': 'shared-subnet', 'network_id': 'd7d330a1-f1de-4cfc-a689-5442b8d6439a', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:09:58.457278 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b850f55-28b7-44b2-99db-7a860f56a4f2 admin admin] Made reservation on behalf of 1961165fc1a3499db724c9e3c1360963 for: {'subnet': 1} {{(pid=102576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 08:09:58.459489 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-2b850f55-28b7-44b2-99db-7a860f56a4f2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:09:58.618654 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-2b850f55-28b7-44b2-99db-7a860f56a4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588'] for subnet (eb16febd-4617-41b4-85b1-a0cb9a67f801), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:09:58.671072 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b850f55-28b7-44b2-99db-7a860f56a4f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb16febd-4617-41b4-85b1-a0cb9a67f801,revision_number=0']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:09:58.680837 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b850f55-28b7-44b2-99db-7a860f56a4f2 admin admin] Checking segment: {'id': 'a7d9344e-c0bc-4e6b-8039-f2037a6ed816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd7d330a1-f1de-4cfc-a689-5442b8d6439a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:09:58.681194 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b850f55-28b7-44b2-99db-7a860f56a4f2 admin admin] Network hostable DHCP agents. Network: d7d330a1-f1de-4cfc-a689-5442b8d6439a, hostable agents: ['913d1d6b-f856-4828-afb6-1e4cc7d36f68'], hosted agents: [] {{(pid=102576) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 08:09:58.697575 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b850f55-28b7-44b2-99db-7a860f56a4f2 admin admin] Network d7d330a1-f1de-4cfc-a689-5442b8d6439a is scheduled to be hosted by DHCP agent 913d1d6b-f856-4828-afb6-1e4cc7d36f68 with binding_index 1 {{(pid=102576) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 08:09:58.705879 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.base_scheduler [None req-2b850f55-28b7-44b2-99db-7a860f56a4f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826589-1-iscsi, d7d330a1-f1de-4cfc-a689-5442b8d6439a) {{(pid=102576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:09:58.710152 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b850f55-28b7-44b2-99db-7a860f56a4f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:09:58.710778 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-2b850f55-28b7-44b2-99db-7a860f56a4f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for subnet (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:09:58.716954 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff87879-85cb-4d3a-96ec-9889bc04c591 None None] Network d7d330a1-f1de-4cfc-a689-5442b8d6439a requested from dv-cinder-826589-1-iscsi {{(pid=102577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 08:09:58.726269 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-2b850f55-28b7-44b2-99db-7a860f56a4f2 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2912304 Jan 27 08:09:58.826096 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1b98c5-694e-43d5-87cb-9fc81fd17ad9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97f4cb72-b8e3-5d8d-9165-1ea0d7e1de3e-d7d330a1-f1de-4cfc-a689-5442b8d6439a', 'network_id': 'd7d330a1-f1de-4cfc-a689-5442b8d6439a', 'project_id': '1961165fc1a3499db724c9e3c1360963', 'fixed_ips': [{'subnet_id': 'eb16febd-4617-41b4-85b1-a0cb9a67f801'}]}} from dv-cinder-826589-1-iscsi. {{(pid=102577) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 08:09:58.826980 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-2f1b98c5-694e-43d5-87cb-9fc81fd17ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (None), before_create {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:09:59.057237 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.db_base_plugin_common [None req-2f1b98c5-694e-43d5-87cb-9fc81fd17ad9 None None] Allocated IP 192.168.233.2 (d7d330a1-f1de-4cfc-a689-5442b8d6439a/eb16febd-4617-41b4-85b1-a0cb9a67f801/ed0657f3-6103-49b3-91c6-79f2c27ceaec) {{(pid=102577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 08:09:59.201638 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-2f1b98c5-694e-43d5-87cb-9fc81fd17ad9 None None] Publish callbacks [] for port (ed0657f3-6103-49b3-91c6-79f2c27ceaec), precommit_create {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:09:59.209073 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-2f1b98c5-694e-43d5-87cb-9fc81fd17ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730334756109'] for port (ed0657f3-6103-49b3-91c6-79f2c27ceaec), after_create {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:09:59.247451 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1b98c5-694e-43d5-87cb-9fc81fd17ad9 None None] Network d7d330a1-f1de-4cfc-a689-5442b8d6439a is already hosted by enough agents. {{(pid=102577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 08:09:59.253681 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.scheduler.base_scheduler [None req-2f1b98c5-694e-43d5-87cb-9fc81fd17ad9 None None] Resources bound (agent type, host, resource id): {{(pid=102577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:09:59.257979 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1b98c5-694e-43d5-87cb-9fc81fd17ad9 None None] Received port after_create {{(pid=102577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 08:09:59.261081 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1b98c5-694e-43d5-87cb-9fc81fd17ad9 None None] Pushing event updated for resources: {'Port': ['ID=ed0657f3-6103-49b3-91c6-79f2c27ceaec,revision_number=1']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:09:59.273128 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b98c5-694e-43d5-87cb-9fc81fd17ad9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:09:59.273493 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b98c5-694e-43d5-87cb-9fc81fd17ad9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:09:59.273857 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b98c5-694e-43d5-87cb-9fc81fd17ad9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:09:59.274205 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b98c5-694e-43d5-87cb-9fc81fd17ad9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:09:59.274532 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b98c5-694e-43d5-87cb-9fc81fd17ad9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:09:59.274859 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b98c5-694e-43d5-87cb-9fc81fd17ad9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:09:59.275188 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b98c5-694e-43d5-87cb-9fc81fd17ad9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:09:59.275510 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b98c5-694e-43d5-87cb-9fc81fd17ad9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:09:59.275837 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b98c5-694e-43d5-87cb-9fc81fd17ad9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:09:59.276176 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b98c5-694e-43d5-87cb-9fc81fd17ad9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:09:59.276501 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b98c5-694e-43d5-87cb-9fc81fd17ad9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:09:59.276869 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b98c5-694e-43d5-87cb-9fc81fd17ad9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:09:59.277162 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b98c5-694e-43d5-87cb-9fc81fd17ad9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:09:59.330980 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.managers [None req-2f1b98c5-694e-43d5-87cb-9fc81fd17ad9 None None] Attempting to bind port ed0657f3-6103-49b3-91c6-79f2c27ceaec on host dv-cinder-826589-1-iscsi for vnic_type normal with profile {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 08:09:59.331391 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.managers [None req-2f1b98c5-694e-43d5-87cb-9fc81fd17ad9 None None] Attempting to bind port ed0657f3-6103-49b3-91c6-79f2c27ceaec by drivers openvswitch,hyperv on host dv-cinder-826589-1-iscsi at level 0 using segments [{'id': 'a7d9344e-c0bc-4e6b-8039-f2037a6ed816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd7d330a1-f1de-4cfc-a689-5442b8d6439a'}] {{(pid=102577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 08:09:59.331718 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1b98c5-694e-43d5-87cb-9fc81fd17ad9 None None] Attempting to bind port ed0657f3-6103-49b3-91c6-79f2c27ceaec on network d7d330a1-f1de-4cfc-a689-5442b8d6439a {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:09:59.337606 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1b98c5-694e-43d5-87cb-9fc81fd17ad9 None None] Checking agent: {'id': 'e79cbf24-12bd-4e20-a580-79498d5b225b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826589-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 8, 6, 57), 'started_at': datetime.datetime(2022, 1, 27, 8, 7, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 8, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826589-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 08:09:59.337833 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1b98c5-694e-43d5-87cb-9fc81fd17ad9 None None] Checking segment: {'id': 'a7d9344e-c0bc-4e6b-8039-f2037a6ed816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd7d330a1-f1de-4cfc-a689-5442b8d6439a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:09:59.338221 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-2f1b98c5-694e-43d5-87cb-9fc81fd17ad9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:09:59.338618 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1b98c5-694e-43d5-87cb-9fc81fd17ad9 None None] Bound using segment: {'id': 'a7d9344e-c0bc-4e6b-8039-f2037a6ed816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd7d330a1-f1de-4cfc-a689-5442b8d6439a'} {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 08:09:59.339089 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.managers [None req-2f1b98c5-694e-43d5-87cb-9fc81fd17ad9 None None] Bound port: ed0657f3-6103-49b3-91c6-79f2c27ceaec, host: dv-cinder-826589-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7d9344e-c0bc-4e6b-8039-f2037a6ed816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd7d330a1-f1de-4cfc-a689-5442b8d6439a'}}] {{(pid=102577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 08:09:59.339473 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-2f1b98c5-694e-43d5-87cb-9fc81fd17ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (ed0657f3-6103-49b3-91c6-79f2c27ceaec), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:09:59.404519 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-2f1b98c5-694e-43d5-87cb-9fc81fd17ad9 None None] For port ed0657f3-6103-49b3-91c6-79f2c27ceaec, host dv-cinder-826589-1-iscsi, cleared binding levels {{(pid=102577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 08:09:59.408196 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-2f1b98c5-694e-43d5-87cb-9fc81fd17ad9 None None] For port ed0657f3-6103-49b3-91c6-79f2c27ceaec, host dv-cinder-826589-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=ed0657f3-6103-49b3-91c6-79f2c27ceaec,segment=NetworkSegment(a7d9344e-c0bc-4e6b-8039-f2037a6ed816),segment_id=a7d9344e-c0bc-4e6b-8039-f2037a6ed816)] {{(pid=102577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 08:09:59.412535 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-2f1b98c5-694e-43d5-87cb-9fc81fd17ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (ed0657f3-6103-49b3-91c6-79f2c27ceaec), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:09:59.470799 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1b98c5-694e-43d5-87cb-9fc81fd17ad9 None None] Pushing event updated for resources: {'Port': ['ID=ed0657f3-6103-49b3-91c6-79f2c27ceaec,revision_number=2']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:10:00.428520 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c29d5a-bcb4-4a6d-a54f-378a8952e9df None None] Network d7d330a1-f1de-4cfc-a689-5442b8d6439a requested from dv-cinder-826589-1-iscsi {{(pid=102577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 08:10:00.536894 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-7e775524-58f4-4dec-bccb-16f4d54fac7e None None] Provisioning complete for port ed0657f3-6103-49b3-91c6-79f2c27ceaec triggered by entity DHCP. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:10:00.537271 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-7e775524-58f4-4dec-bccb-16f4d54fac7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (ed0657f3-6103-49b3-91c6-79f2c27ceaec), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:10:00.640067 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-7e775524-58f4-4dec-bccb-16f4d54fac7e None None] Current status of the port ed0657f3-6103-49b3-91c6-79f2c27ceaec is: DOWN; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:10:00.641035 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-7e775524-58f4-4dec-bccb-16f4d54fac7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (ed0657f3-6103-49b3-91c6-79f2c27ceaec), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:10:00.678697 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-7e775524-58f4-4dec-bccb-16f4d54fac7e None None] For port ed0657f3-6103-49b3-91c6-79f2c27ceaec, host dv-cinder-826589-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=ed0657f3-6103-49b3-91c6-79f2c27ceaec,segment=NetworkSegment(a7d9344e-c0bc-4e6b-8039-f2037a6ed816),segment_id=a7d9344e-c0bc-4e6b-8039-f2037a6ed816)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:10:00.691303 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-7e775524-58f4-4dec-bccb-16f4d54fac7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (ed0657f3-6103-49b3-91c6-79f2c27ceaec), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:10:00.746143 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e775524-58f4-4dec-bccb-16f4d54fac7e None None] Pushing event updated for resources: {'Port': ['ID=ed0657f3-6103-49b3-91c6-79f2c27ceaec,revision_number=3']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:10:00.813489 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-d077f272-e030-4b41-a819-e245711a0f75 None None] Provisioning complete for port ed0657f3-6103-49b3-91c6-79f2c27ceaec triggered by entity DHCP. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:10:00.813806 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-d077f272-e030-4b41-a819-e245711a0f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (ed0657f3-6103-49b3-91c6-79f2c27ceaec), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:10:00.894901 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-d077f272-e030-4b41-a819-e245711a0f75 None None] Current status of the port ed0657f3-6103-49b3-91c6-79f2c27ceaec is: ACTIVE; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:10:01.471828 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device ed0657f3-6103-49b3-91c6-79f2c27ceaec up at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:10:01.523857 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Provisioning complete for port ed0657f3-6103-49b3-91c6-79f2c27ceaec triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:10:01.524272 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (ed0657f3-6103-49b3-91c6-79f2c27ceaec), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:10:01.604853 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Current status of the port ed0657f3-6103-49b3-91c6-79f2c27ceaec is: ACTIVE; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:10:05.672868 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.agents_db [None req-38ef7be0-44ce-4a1a-bebd-f97a99571a56 None None] Agent healthcheck: found 5 active agents {{(pid=102578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 08:10:19.876539 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-6c217086-acff-4a64-8901-bc0060b72145 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (913d1d6b-f856-4828-afb6-1e4cc7d36f68), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:10:22.856111 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-0307cd7e-904e-4cc8-b565-18eff0554849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (c4292dc4-d7f6-4187-994e-0142c7d14647), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:10:24.572096 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-84f64028-d758-4200-a634-8b4e45c8e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (30676f9c-3677-4b49-810a-45ff2c7eef62), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:10:25.698245 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-932e581e-1ad5-4fce-9316-ae3110c4cab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (037c8737-e99f-497c-9717-3fbc8e736584), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:10:26.605628 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (e79cbf24-12bd-4e20-a580-79498d5b225b), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:10:42.671895 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.agents_db [None req-38ef7be0-44ce-4a1a-bebd-f97a99571a56 None None] Agent healthcheck: found 5 active agents {{(pid=102578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 08:10:49.878225 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3e9e67a2-41f4-4fac-8410-c93e6aed3b3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (913d1d6b-f856-4828-afb6-1e4cc7d36f68), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:10:52.859548 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-b7565a4d-8659-4169-bfc9-ee4557138a44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (c4292dc4-d7f6-4187-994e-0142c7d14647), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:10:54.576291 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-84f64028-d758-4200-a634-8b4e45c8e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (30676f9c-3677-4b49-810a-45ff2c7eef62), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:10:55.703323 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-932e581e-1ad5-4fce-9316-ae3110c4cab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (037c8737-e99f-497c-9717-3fbc8e736584), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:10:56.610252 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (e79cbf24-12bd-4e20-a580-79498d5b225b), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:11:19.674300 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.agents_db [None req-38ef7be0-44ce-4a1a-bebd-f97a99571a56 None None] Agent healthcheck: found 5 active agents {{(pid=102578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 08:11:19.884355 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-dc80bfcc-974d-44c2-886b-eae403d876b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (913d1d6b-f856-4828-afb6-1e4cc7d36f68), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:11:22.864071 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-8f8b4832-80c1-4349-ae9d-011132ceb026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (c4292dc4-d7f6-4187-994e-0142c7d14647), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:11:24.579564 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-84f64028-d758-4200-a634-8b4e45c8e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (30676f9c-3677-4b49-810a-45ff2c7eef62), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:11:25.359343 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 54114) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:11:25.366073 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [None req-fa324620-7cd2-42fc-9c66-d4882d4fb325 tempest-verify_tempest_config-139742340 tempest-verify_tempest_config-139742340-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102576) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 08:11:25.367045 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-fa324620-7cd2-42fc-9c66-d4882d4fb325 tempest-verify_tempest_config-139742340 tempest-verify_tempest_config-139742340-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0067379 Jan 27 08:11:25.670844 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 54132) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:11:25.706033 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-932e581e-1ad5-4fce-9316-ae3110c4cab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (037c8737-e99f-497c-9717-3fbc8e736584), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:11:25.777621 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-d3ad23e5-269e-465b-b430-5a23c39cc526 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:11:25.853496 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-d3ad23e5-269e-465b-b430-5a23c39cc526 admin admin] Publish callbacks [] for security_group (3eff07bd-88ac-49e6-9faa-e635882ce9ad), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:11:25.857168 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-d3ad23e5-269e-465b-b430-5a23c39cc526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (3eff07bd-88ac-49e6-9faa-e635882ce9ad), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:11:25.899958 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ad23e5-269e-465b-b430-5a23c39cc526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eff07bd-88ac-49e6-9faa-e635882ce9ad,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:11:25.903689 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-d3ad23e5-269e-465b-b430-5a23c39cc526 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b1b58a5b544f4300bd6aa696472701d1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2318821 Jan 27 08:11:25.906526 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 54136) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:11:25.909312 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ad23e5-269e-465b-b430-5a23c39cc526 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:11:25.909702 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ad23e5-269e-465b-b430-5a23c39cc526 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:11:25.910027 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ad23e5-269e-465b-b430-5a23c39cc526 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:11:25.910362 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ad23e5-269e-465b-b430-5a23c39cc526 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:11:25.910690 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ad23e5-269e-465b-b430-5a23c39cc526 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:11:25.911030 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ad23e5-269e-465b-b430-5a23c39cc526 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:11:25.911414 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ad23e5-269e-465b-b430-5a23c39cc526 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:11:25.911696 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ad23e5-269e-465b-b430-5a23c39cc526 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:11:25.912027 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ad23e5-269e-465b-b430-5a23c39cc526 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:11:25.912363 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ad23e5-269e-465b-b430-5a23c39cc526 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:11:25.912679 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ad23e5-269e-465b-b430-5a23c39cc526 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:11:25.913016 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ad23e5-269e-465b-b430-5a23c39cc526 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:11:25.913321 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ad23e5-269e-465b-b430-5a23c39cc526 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:11:25.986536 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d25148ad-012b-4550-b078-caaacd0fdf34 admin admin] Publish callbacks [] for security_group (3eff07bd-88ac-49e6-9faa-e635882ce9ad), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:11:26.008819 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d25148ad-012b-4550-b078-caaacd0fdf34 admin admin] Publish callbacks [] for security_group (3eff07bd-88ac-49e6-9faa-e635882ce9ad), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:11:26.107068 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d25148ad-012b-4550-b078-caaacd0fdf34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (3eff07bd-88ac-49e6-9faa-e635882ce9ad), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:11:26.110034 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d25148ad-012b-4550-b078-caaacd0fdf34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:11:26.114576 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-d25148ad-012b-4550-b078-caaacd0fdf34 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3eff07bd-88ac-49e6-9faa-e635882ce9ad HTTP/1.1" status: 204 len: 168 time: 0.2069993 Jan 27 08:11:26.123413 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25148ad-012b-4550-b078-caaacd0fdf34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eff07bd-88ac-49e6-9faa-e635882ce9ad,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:11:26.130750 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25148ad-012b-4550-b078-caaacd0fdf34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:11:26.131108 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25148ad-012b-4550-b078-caaacd0fdf34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:11:26.131457 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25148ad-012b-4550-b078-caaacd0fdf34 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:11:26.131804 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25148ad-012b-4550-b078-caaacd0fdf34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:11:26.132132 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25148ad-012b-4550-b078-caaacd0fdf34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:11:26.132652 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25148ad-012b-4550-b078-caaacd0fdf34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:11:26.133050 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25148ad-012b-4550-b078-caaacd0fdf34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:11:26.133982 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25148ad-012b-4550-b078-caaacd0fdf34 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:11:26.133982 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25148ad-012b-4550-b078-caaacd0fdf34 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:11:26.134150 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25148ad-012b-4550-b078-caaacd0fdf34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:11:26.134361 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25148ad-012b-4550-b078-caaacd0fdf34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:11:26.134739 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25148ad-012b-4550-b078-caaacd0fdf34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:11:26.135308 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25148ad-012b-4550-b078-caaacd0fdf34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:11:26.615546 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (e79cbf24-12bd-4e20-a580-79498d5b225b), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:11:49.879674 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-5ef53e49-a5ff-4869-b1ba-22966abb99a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (913d1d6b-f856-4828-afb6-1e4cc7d36f68), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:11:52.873617 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-1b18c56a-4a74-4ec3-8f35-04007dd3d577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (c4292dc4-d7f6-4187-994e-0142c7d14647), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:11:54.581675 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-84f64028-d758-4200-a634-8b4e45c8e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (30676f9c-3677-4b49-810a-45ff2c7eef62), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:11:55.709199 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-932e581e-1ad5-4fce-9316-ae3110c4cab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (037c8737-e99f-497c-9717-3fbc8e736584), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:11:56.609759 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (e79cbf24-12bd-4e20-a580-79498d5b225b), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:11:56.672941 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.agents_db [None req-38ef7be0-44ce-4a1a-bebd-f97a99571a56 None None] Agent healthcheck: found 5 active agents {{(pid=102578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 08:12:19.881634 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-eb142c47-db45-4534-92f1-206f01dcc625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (913d1d6b-f856-4828-afb6-1e4cc7d36f68), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:12:22.865875 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-fd44b39e-99d4-4308-99f1-c7eaae4470c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (c4292dc4-d7f6-4187-994e-0142c7d14647), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:12:24.586315 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-84f64028-d758-4200-a634-8b4e45c8e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (30676f9c-3677-4b49-810a-45ff2c7eef62), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:12:25.711701 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-932e581e-1ad5-4fce-9316-ae3110c4cab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (037c8737-e99f-497c-9717-3fbc8e736584), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:12:26.614829 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (e79cbf24-12bd-4e20-a580-79498d5b225b), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:12:33.670839 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.agents_db [None req-38ef7be0-44ce-4a1a-bebd-f97a99571a56 None None] Agent healthcheck: found 5 active agents {{(pid=102578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 08:12:49.892658 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-64ba2abb-132b-4410-82ff-bcb0d26ed326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (913d1d6b-f856-4828-afb6-1e4cc7d36f68), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:12:52.868943 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-5bc425da-b3cb-4dbc-93e4-aba168b96828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (c4292dc4-d7f6-4187-994e-0142c7d14647), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:12:54.586580 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-84f64028-d758-4200-a634-8b4e45c8e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (30676f9c-3677-4b49-810a-45ff2c7eef62), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:12:55.715068 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-932e581e-1ad5-4fce-9316-ae3110c4cab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (037c8737-e99f-497c-9717-3fbc8e736584), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:12:56.619190 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (e79cbf24-12bd-4e20-a580-79498d5b225b), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:12:57.908936 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550344'] for agent (926d476c-3c92-4faa-a402-a395b4978e44), after_create {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:13:10.670324 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.agents_db [None req-38ef7be0-44ce-4a1a-bebd-f97a99571a56 None None] Agent healthcheck: found 6 active agents {{(pid=102578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 08:13:13.140235 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 54210) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:13:13.247833 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-18c19fd7-3823-4273-84f4-786c564d878b admin admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1058674 Jan 27 08:13:15.540704 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 54220) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:13:15.599606 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-589b198a-c71d-4e27-8b15-ffdd29d68079 admin admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0577643 Jan 27 08:13:19.884725 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-0df4a5c1-be82-49a6-9de4-d3a605a7aac7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (913d1d6b-f856-4828-afb6-1e4cc7d36f68), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:13:22.871601 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-66cc6b21-b94a-4f70-859e-82d1760038bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (c4292dc4-d7f6-4187-994e-0142c7d14647), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:13:24.589000 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-84f64028-d758-4200-a634-8b4e45c8e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (30676f9c-3677-4b49-810a-45ff2c7eef62), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:13:25.717648 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-932e581e-1ad5-4fce-9316-ae3110c4cab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (037c8737-e99f-497c-9717-3fbc8e736584), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:13:26.621744 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (e79cbf24-12bd-4e20-a580-79498d5b225b), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:13:27.877150 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (926d476c-3c92-4faa-a402-a395b4978e44), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:13:47.669458 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.agents_db [None req-38ef7be0-44ce-4a1a-bebd-f97a99571a56 None None] Agent healthcheck: found 6 active agents {{(pid=102578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 08:13:49.886615 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-7e2ae19f-3bbe-4c01-bc89-1e5decc04ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (913d1d6b-f856-4828-afb6-1e4cc7d36f68), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:13:52.874890 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-ee616e05-a426-4872-af1d-1b8d698166ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (c4292dc4-d7f6-4187-994e-0142c7d14647), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:13:54.592791 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-84f64028-d758-4200-a634-8b4e45c8e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (30676f9c-3677-4b49-810a-45ff2c7eef62), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:13:55.722113 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-932e581e-1ad5-4fce-9316-ae3110c4cab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (037c8737-e99f-497c-9717-3fbc8e736584), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:13:56.624479 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (e79cbf24-12bd-4e20-a580-79498d5b225b), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:13:57.872888 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (926d476c-3c92-4faa-a402-a395b4978e44), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:19.888175 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-48b81c7f-363a-4542-9e5c-a8d346ad1f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (913d1d6b-f856-4828-afb6-1e4cc7d36f68), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:22.877293 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-ff8635b5-b6f4-4818-ab5f-80788f83be66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (c4292dc4-d7f6-4187-994e-0142c7d14647), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:24.593966 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-84f64028-d758-4200-a634-8b4e45c8e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (30676f9c-3677-4b49-810a-45ff2c7eef62), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:24.668356 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.agents_db [None req-38ef7be0-44ce-4a1a-bebd-f97a99571a56 None None] Agent healthcheck: found 6 active agents {{(pid=102578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 08:14:25.725131 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-932e581e-1ad5-4fce-9316-ae3110c4cab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (037c8737-e99f-497c-9717-3fbc8e736584), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:26.628355 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (e79cbf24-12bd-4e20-a580-79498d5b225b), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:27.887904 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (926d476c-3c92-4faa-a402-a395b4978e44), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:45.448142 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 54308) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:14:45.643735 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.v2.base [None req-065998e8-3fe2-45d3-a768-8452e45e2558 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-314874711-network', 'tenant_id': '494feea85d154e5fb70b8c9bb9392067'}} {{(pid=102575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:14:45.667025 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065998e8-3fe2-45d3-a768-8452e45e2558 admin admin] Made reservation on behalf of 494feea85d154e5fb70b8c9bb9392067 for: {'network': 1} {{(pid=102575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 08:14:45.669573 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-065998e8-3fe2-45d3-a768-8452e45e2558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for network (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:45.691170 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-065998e8-3fe2-45d3-a768-8452e45e2558 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:45.788220 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-065998e8-3fe2-45d3-a768-8452e45e2558 admin admin] Publish callbacks [] for security_group (9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:45.792915 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-065998e8-3fe2-45d3-a768-8452e45e2558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:45.820701 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065998e8-3fe2-45d3-a768-8452e45e2558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:14:45.841700 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065998e8-3fe2-45d3-a768-8452e45e2558 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:14:45.842120 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065998e8-3fe2-45d3-a768-8452e45e2558 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:14:45.842475 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065998e8-3fe2-45d3-a768-8452e45e2558 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:14:45.842818 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065998e8-3fe2-45d3-a768-8452e45e2558 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:14:45.843152 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065998e8-3fe2-45d3-a768-8452e45e2558 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:14:45.843483 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065998e8-3fe2-45d3-a768-8452e45e2558 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:14:45.843827 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065998e8-3fe2-45d3-a768-8452e45e2558 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:14:45.844159 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065998e8-3fe2-45d3-a768-8452e45e2558 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:14:45.844489 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065998e8-3fe2-45d3-a768-8452e45e2558 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:14:45.845467 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065998e8-3fe2-45d3-a768-8452e45e2558 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:14:45.845865 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065998e8-3fe2-45d3-a768-8452e45e2558 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:14:45.846252 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065998e8-3fe2-45d3-a768-8452e45e2558 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:14:45.846603 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065998e8-3fe2-45d3-a768-8452e45e2558 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:14:45.898889 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065998e8-3fe2-45d3-a768-8452e45e2558 admin admin] Tracked resource versions report: Jan 27 08:14:45.898889 dv-cinder-826589-1-iscsi neutron-server[102575]: pushed versions: Jan 27 08:14:45.898889 dv-cinder-826589-1-iscsi neutron-server[102575]: { 'AddressGroup': {'1.2'}, Jan 27 08:14:45.898889 dv-cinder-826589-1-iscsi neutron-server[102575]: 'ConntrackHelper': {'1.0'}, Jan 27 08:14:45.898889 dv-cinder-826589-1-iscsi neutron-server[102575]: 'LocalIPAssociation': {'1.0'}, Jan 27 08:14:45.898889 dv-cinder-826589-1-iscsi neutron-server[102575]: 'Log': {'1.0'}, Jan 27 08:14:45.898889 dv-cinder-826589-1-iscsi neutron-server[102575]: 'Network': {'1.1'}, Jan 27 08:14:45.898889 dv-cinder-826589-1-iscsi neutron-server[102575]: 'Port': {'1.7'}, Jan 27 08:14:45.898889 dv-cinder-826589-1-iscsi neutron-server[102575]: 'PortForwarding': {'1.2'}, Jan 27 08:14:45.898889 dv-cinder-826589-1-iscsi neutron-server[102575]: 'QosPolicy': {'1.10'}, Jan 27 08:14:45.898889 dv-cinder-826589-1-iscsi neutron-server[102575]: 'SecurityGroup': {'1.5'}, Jan 27 08:14:45.898889 dv-cinder-826589-1-iscsi neutron-server[102575]: 'SecurityGroupRule': {'1.2'}, Jan 27 08:14:45.898889 dv-cinder-826589-1-iscsi neutron-server[102575]: 'SubPort': {'1.0'}, Jan 27 08:14:45.898889 dv-cinder-826589-1-iscsi neutron-server[102575]: 'Subnet': {'1.1'}, Jan 27 08:14:45.898889 dv-cinder-826589-1-iscsi neutron-server[102575]: 'Trunk': {'1.1'}} Jan 27 08:14:45.898889 dv-cinder-826589-1-iscsi neutron-server[102575]: consumer versions: Jan 27 08:14:45.898889 dv-cinder-826589-1-iscsi neutron-server[102575]: { DHCP agent@dv-cinder-826589-1-iscsi: {}, Jan 27 08:14:45.898889 dv-cinder-826589-1-iscsi neutron-server[102575]: HyperV agent@hv-cinder-82658: {}, Jan 27 08:14:45.898889 dv-cinder-826589-1-iscsi neutron-server[102575]: L3 agent@dv-cinder-826589-1-iscsi: {}, Jan 27 08:14:45.898889 dv-cinder-826589-1-iscsi neutron-server[102575]: Metadata agent@dv-cinder-826589-1-iscsi: {}, Jan 27 08:14:45.898889 dv-cinder-826589-1-iscsi neutron-server[102575]: Metering agent@dv-cinder-826589-1-iscsi: {}, Jan 27 08:14:45.898889 dv-cinder-826589-1-iscsi neutron-server[102575]: Open vSwitch agent@dv-cinder-826589-1-iscsi: { 'AddressGroup': '1.2', Jan 27 08:14:45.898889 dv-cinder-826589-1-iscsi neutron-server[102575]: 'ConntrackHelper': '1.0', Jan 27 08:14:45.898889 dv-cinder-826589-1-iscsi neutron-server[102575]: 'LocalIPAssociation': '1.0', Jan 27 08:14:45.898889 dv-cinder-826589-1-iscsi neutron-server[102575]: 'Log': '1.0', Jan 27 08:14:45.898889 dv-cinder-826589-1-iscsi neutron-server[102575]: 'Network': '1.1', Jan 27 08:14:45.898889 dv-cinder-826589-1-iscsi neutron-server[102575]: 'Port': '1.7', Jan 27 08:14:45.898889 dv-cinder-826589-1-iscsi neutron-server[102575]: 'PortForwarding': '1.2', Jan 27 08:14:45.898889 dv-cinder-826589-1-iscsi neutron-server[102575]: 'QosPolicy': '1.10', Jan 27 08:14:45.898889 dv-cinder-826589-1-iscsi neutron-server[102575]: 'SecurityGroup': '1.5', Jan 27 08:14:45.898889 dv-cinder-826589-1-iscsi neutron-server[102575]: 'SecurityGroupRule': '1.2', Jan 27 08:14:45.898889 dv-cinder-826589-1-iscsi neutron-server[102575]: 'SubPort': '1.0', Jan 27 08:14:45.898889 dv-cinder-826589-1-iscsi neutron-server[102575]: 'Subnet': '1.1', Jan 27 08:14:45.898889 dv-cinder-826589-1-iscsi neutron-server[102575]: 'Trunk': '1.1'}} Jan 27 08:14:45.898889 dv-cinder-826589-1-iscsi neutron-server[102575]: {{(pid=102575) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 08:14:45.898889 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-065998e8-3fe2-45d3-a768-8452e45e2558 admin admin] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=102575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 08:14:45.898889 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-065998e8-3fe2-45d3-a768-8452e45e2558 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730335277433', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505597'] for segment (0c209b26-9e0d-4627-a10c-ba3741754b4c), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:45.898889 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-065998e8-3fe2-45d3-a768-8452e45e2558 admin admin] Unsubscribe: segment precommit_create {{(pid=102575) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 27 08:14:45.898889 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.db.segments_db [None req-065998e8-3fe2-45d3-a768-8452e45e2558 admin admin] Added segment 0c209b26-9e0d-4627-a10c-ba3741754b4c of type vlan for network ce45940d-ecbf-47a0-9d51-ed21ab35fe07 Jan 27 08:14:45.931913 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-065998e8-3fe2-45d3-a768-8452e45e2558 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730334747742'] for network (ce45940d-ecbf-47a0-9d51-ed21ab35fe07), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:45.974680 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-065998e8-3fe2-45d3-a768-8452e45e2558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588'] for network (ce45940d-ecbf-47a0-9d51-ed21ab35fe07), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:45.976610 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065998e8-3fe2-45d3-a768-8452e45e2558 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:14:45.977932 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-065998e8-3fe2-45d3-a768-8452e45e2558 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for network (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:46.029430 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-065998e8-3fe2-45d3-a768-8452e45e2558 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5767736 Jan 27 08:14:46.033039 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 54364) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:14:46.038519 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [None req-3315b9e6-279e-4a8f-8846-e827734a38ba admin admin] Request body: {'subnet': {'network_id': 'ce45940d-ecbf-47a0-9d51-ed21ab35fe07', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-314874711-subnet', 'tenant_id': '494feea85d154e5fb70b8c9bb9392067', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:14:46.067815 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3315b9e6-279e-4a8f-8846-e827734a38ba admin admin] Made reservation on behalf of 494feea85d154e5fb70b8c9bb9392067 for: {'subnet': 1} {{(pid=102576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 08:14:46.070661 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-3315b9e6-279e-4a8f-8846-e827734a38ba admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:46.099751 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065998e8-3fe2-45d3-a768-8452e45e2558 admin admin] Pushing event updated for resources: {'Network': ['ID=ce45940d-ecbf-47a0-9d51-ed21ab35fe07,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:14:46.112076 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Network ce45940d-ecbf-47a0-9d51-ed21ab35fe07 details requested by agent ovs-agent-dv-cinder-826589-1-iscsi with host dv-cinder-826589-1-iscsi {{(pid=102577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 08:14:46.268317 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-3315b9e6-279e-4a8f-8846-e827734a38ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588'] for subnet (616d213d-6c5b-4a88-a3ce-dc11ee07f260), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:46.309077 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3315b9e6-279e-4a8f-8846-e827734a38ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=616d213d-6c5b-4a88-a3ce-dc11ee07f260,revision_number=0']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:14:46.319236 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3315b9e6-279e-4a8f-8846-e827734a38ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:14:46.319754 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3315b9e6-279e-4a8f-8846-e827734a38ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:14:46.320113 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3315b9e6-279e-4a8f-8846-e827734a38ba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:14:46.320568 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3315b9e6-279e-4a8f-8846-e827734a38ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:14:46.321043 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3315b9e6-279e-4a8f-8846-e827734a38ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:14:46.321384 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3315b9e6-279e-4a8f-8846-e827734a38ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:14:46.321699 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3315b9e6-279e-4a8f-8846-e827734a38ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:14:46.322312 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3315b9e6-279e-4a8f-8846-e827734a38ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:14:46.322679 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3315b9e6-279e-4a8f-8846-e827734a38ba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:14:46.323025 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3315b9e6-279e-4a8f-8846-e827734a38ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:14:46.323355 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3315b9e6-279e-4a8f-8846-e827734a38ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:14:46.323668 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3315b9e6-279e-4a8f-8846-e827734a38ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:14:46.324154 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3315b9e6-279e-4a8f-8846-e827734a38ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:14:46.325687 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3315b9e6-279e-4a8f-8846-e827734a38ba admin admin] Tracked resource versions report: Jan 27 08:14:46.325687 dv-cinder-826589-1-iscsi neutron-server[102576]: pushed versions: Jan 27 08:14:46.325687 dv-cinder-826589-1-iscsi neutron-server[102576]: { 'AddressGroup': {'1.2'}, Jan 27 08:14:46.325687 dv-cinder-826589-1-iscsi neutron-server[102576]: 'ConntrackHelper': {'1.0'}, Jan 27 08:14:46.325687 dv-cinder-826589-1-iscsi neutron-server[102576]: 'LocalIPAssociation': {'1.0'}, Jan 27 08:14:46.325687 dv-cinder-826589-1-iscsi neutron-server[102576]: 'Log': {'1.0'}, Jan 27 08:14:46.325687 dv-cinder-826589-1-iscsi neutron-server[102576]: 'Network': {'1.1'}, Jan 27 08:14:46.325687 dv-cinder-826589-1-iscsi neutron-server[102576]: 'Port': {'1.7'}, Jan 27 08:14:46.325687 dv-cinder-826589-1-iscsi neutron-server[102576]: 'PortForwarding': {'1.2'}, Jan 27 08:14:46.325687 dv-cinder-826589-1-iscsi neutron-server[102576]: 'QosPolicy': {'1.10'}, Jan 27 08:14:46.325687 dv-cinder-826589-1-iscsi neutron-server[102576]: 'SecurityGroup': {'1.5'}, Jan 27 08:14:46.325687 dv-cinder-826589-1-iscsi neutron-server[102576]: 'SecurityGroupRule': {'1.2'}, Jan 27 08:14:46.325687 dv-cinder-826589-1-iscsi neutron-server[102576]: 'SubPort': {'1.0'}, Jan 27 08:14:46.325687 dv-cinder-826589-1-iscsi neutron-server[102576]: 'Subnet': {'1.1'}, Jan 27 08:14:46.325687 dv-cinder-826589-1-iscsi neutron-server[102576]: 'Trunk': {'1.1'}} Jan 27 08:14:46.325687 dv-cinder-826589-1-iscsi neutron-server[102576]: consumer versions: Jan 27 08:14:46.325687 dv-cinder-826589-1-iscsi neutron-server[102576]: { DHCP agent@dv-cinder-826589-1-iscsi: {}, Jan 27 08:14:46.325687 dv-cinder-826589-1-iscsi neutron-server[102576]: HyperV agent@hv-cinder-82658: {}, Jan 27 08:14:46.325687 dv-cinder-826589-1-iscsi neutron-server[102576]: L3 agent@dv-cinder-826589-1-iscsi: {}, Jan 27 08:14:46.325687 dv-cinder-826589-1-iscsi neutron-server[102576]: Metadata agent@dv-cinder-826589-1-iscsi: {}, Jan 27 08:14:46.325687 dv-cinder-826589-1-iscsi neutron-server[102576]: Metering agent@dv-cinder-826589-1-iscsi: {}, Jan 27 08:14:46.325687 dv-cinder-826589-1-iscsi neutron-server[102576]: Open vSwitch agent@dv-cinder-826589-1-iscsi: { 'AddressGroup': '1.2', Jan 27 08:14:46.325687 dv-cinder-826589-1-iscsi neutron-server[102576]: 'ConntrackHelper': '1.0', Jan 27 08:14:46.325687 dv-cinder-826589-1-iscsi neutron-server[102576]: 'LocalIPAssociation': '1.0', Jan 27 08:14:46.325687 dv-cinder-826589-1-iscsi neutron-server[102576]: 'Log': '1.0', Jan 27 08:14:46.325687 dv-cinder-826589-1-iscsi neutron-server[102576]: 'Network': '1.1', Jan 27 08:14:46.325687 dv-cinder-826589-1-iscsi neutron-server[102576]: 'Port': '1.7', Jan 27 08:14:46.325687 dv-cinder-826589-1-iscsi neutron-server[102576]: 'PortForwarding': '1.2', Jan 27 08:14:46.325687 dv-cinder-826589-1-iscsi neutron-server[102576]: 'QosPolicy': '1.10', Jan 27 08:14:46.325687 dv-cinder-826589-1-iscsi neutron-server[102576]: 'SecurityGroup': '1.5', Jan 27 08:14:46.325687 dv-cinder-826589-1-iscsi neutron-server[102576]: 'SecurityGroupRule': '1.2', Jan 27 08:14:46.325687 dv-cinder-826589-1-iscsi neutron-server[102576]: 'SubPort': '1.0', Jan 27 08:14:46.325687 dv-cinder-826589-1-iscsi neutron-server[102576]: 'Subnet': '1.1', Jan 27 08:14:46.325687 dv-cinder-826589-1-iscsi neutron-server[102576]: 'Trunk': '1.1'}} Jan 27 08:14:46.325687 dv-cinder-826589-1-iscsi neutron-server[102576]: {{(pid=102576) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 08:14:46.362142 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3315b9e6-279e-4a8f-8846-e827734a38ba admin admin] Checking segment: {'id': '0c209b26-9e0d-4627-a10c-ba3741754b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ce45940d-ecbf-47a0-9d51-ed21ab35fe07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:14:46.362498 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3315b9e6-279e-4a8f-8846-e827734a38ba admin admin] Network hostable DHCP agents. Network: ce45940d-ecbf-47a0-9d51-ed21ab35fe07, hostable agents: ['913d1d6b-f856-4828-afb6-1e4cc7d36f68'], hosted agents: [] {{(pid=102576) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 08:14:46.379808 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3315b9e6-279e-4a8f-8846-e827734a38ba admin admin] Network ce45940d-ecbf-47a0-9d51-ed21ab35fe07 is scheduled to be hosted by DHCP agent 913d1d6b-f856-4828-afb6-1e4cc7d36f68 with binding_index 1 {{(pid=102576) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 08:14:46.389329 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.base_scheduler [None req-3315b9e6-279e-4a8f-8846-e827734a38ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826589-1-iscsi, ce45940d-ecbf-47a0-9d51-ed21ab35fe07) {{(pid=102576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:14:46.394597 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3315b9e6-279e-4a8f-8846-e827734a38ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:14:46.395013 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-3315b9e6-279e-4a8f-8846-e827734a38ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for subnet (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:46.403030 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c47ddd-2355-4bdd-9422-29f2603fb65a None None] Network ce45940d-ecbf-47a0-9d51-ed21ab35fe07 requested from dv-cinder-826589-1-iscsi {{(pid=102577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 08:14:46.425410 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 54380) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:14:46.426927 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-3315b9e6-279e-4a8f-8846-e827734a38ba admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3919833 Jan 27 08:14:46.432224 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.v2.base [None req-e000864b-c3f5-4a59-85aa-bf6cf7365163 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-314874711-router', 'tenant_id': '494feea85d154e5fb70b8c9bb9392067', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6'}}} {{(pid=102575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:14:46.460204 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-e000864b-c3f5-4a59-85aa-bf6cf7365163 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35629'] for router (e1f5c23e-952d-403a-ab93-14ef5d43e97a), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:46.461356 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-e000864b-c3f5-4a59-85aa-bf6cf7365163 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35636'] for router (e1f5c23e-952d-403a-ab93-14ef5d43e97a), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:46.519736 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f10127b-de25-44d1-8853-ccf62f9718bc None None] Network ce45940d-ecbf-47a0-9d51-ed21ab35fe07 requested from dv-cinder-826589-1-iscsi {{(pid=102577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 08:14:46.527829 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-e000864b-c3f5-4a59-85aa-bf6cf7365163 admin admin] Publish callbacks [] for router_controller (e1f5c23e-952d-403a-ab93-14ef5d43e97a), precommit_add_association {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:46.681979 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-e000864b-c3f5-4a59-85aa-bf6cf7365163 admin admin] Publish callbacks [] for router_gateway (e1f5c23e-952d-403a-ab93-14ef5d43e97a), precommit_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:46.918584 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-e000864b-c3f5-4a59-85aa-bf6cf7365163 admin admin] Publish callbacks [] for router_gateway (e1f5c23e-952d-403a-ab93-14ef5d43e97a), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:46.957046 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-e000864b-c3f5-4a59-85aa-bf6cf7365163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:47.204207 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.db_base_plugin_common [None req-e000864b-c3f5-4a59-85aa-bf6cf7365163 admin admin] Allocated IP 172.27.1.24 (3614e5a2-e145-4686-b153-8df14846b7f6/4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a/402d9145-cc62-4716-99f3-715816ec6846) {{(pid=102575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 08:14:47.337523 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-e000864b-c3f5-4a59-85aa-bf6cf7365163 admin admin] Publish callbacks [] for port (402d9145-cc62-4716-99f3-715816ec6846), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:47.381721 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-e000864b-c3f5-4a59-85aa-bf6cf7365163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730334756109'] for port (402d9145-cc62-4716-99f3-715816ec6846), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:47.428737 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e000864b-c3f5-4a59-85aa-bf6cf7365163 admin admin] Network 3614e5a2-e145-4686-b153-8df14846b7f6 is already hosted by enough agents. {{(pid=102575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 08:14:47.431608 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.base_scheduler [None req-e000864b-c3f5-4a59-85aa-bf6cf7365163 admin admin] Resources bound (agent type, host, resource id): {{(pid=102575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:14:47.435146 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e000864b-c3f5-4a59-85aa-bf6cf7365163 admin admin] Received port after_create {{(pid=102575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 08:14:47.473869 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e000864b-c3f5-4a59-85aa-bf6cf7365163 admin admin] Pushing event updated for resources: {'Port': ['ID=402d9145-cc62-4716-99f3-715816ec6846,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:14:47.696220 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 54448) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:14:47.732208 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-e000864b-c3f5-4a59-85aa-bf6cf7365163 admin admin] Publish callbacks [] for router_gateway (e1f5c23e-952d-403a-ab93-14ef5d43e97a), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:47.835024 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 54460) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:14:47.863771 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 54464) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:14:47.947746 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-e000864b-c3f5-4a59-85aa-bf6cf7365163 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550065'] for router (e1f5c23e-952d-403a-ab93-14ef5d43e97a), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:47.971453 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [None req-02e3b406-c165-4cf2-89ff-a6f8d500507e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1645023041-network', 'tenant_id': 'e4ecc1e69f834d419992a599e2f26886'}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:14:47.998539 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e3b406-c165-4cf2-89ff-a6f8d500507e admin admin] Made reservation on behalf of e4ecc1e69f834d419992a599e2f26886 for: {'network': 1} {{(pid=102576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 08:14:48.002126 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-02e3b406-c165-4cf2-89ff-a6f8d500507e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for network (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:48.021059 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [None req-fe71430e-d903-4bc3-9145-4de9ff7f5ded admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1315933907-network', 'tenant_id': '0b0ce26232dd4a1db254b56a7f995f4e'}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:14:48.045686 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-02e3b406-c165-4cf2-89ff-a6f8d500507e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:48.064286 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [None req-77af52f1-0dc7-45fa-8376-ebe369d0170f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-92016545-network', 'tenant_id': 'ed2d39a185844ec692a0384bdc012a48'}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:14:48.068546 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe71430e-d903-4bc3-9145-4de9ff7f5ded admin admin] Made reservation on behalf of 0b0ce26232dd4a1db254b56a7f995f4e for: {'network': 1} {{(pid=102576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 08:14:48.071132 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-fe71430e-d903-4bc3-9145-4de9ff7f5ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for network (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:48.095472 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-fe71430e-d903-4bc3-9145-4de9ff7f5ded admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:48.122489 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e000864b-c3f5-4a59-85aa-bf6cf7365163 admin admin] Router e1f5c23e-952d-403a-ab93-14ef5d43e97a is scheduled to L3 agent c4292dc4-d7f6-4187-994e-0142c7d14647 with binding_index 1 {{(pid=102575) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 08:14:48.161978 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77af52f1-0dc7-45fa-8376-ebe369d0170f admin admin] Made reservation on behalf of ed2d39a185844ec692a0384bdc012a48 for: {'network': 1} {{(pid=102576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 08:14:48.166107 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-77af52f1-0dc7-45fa-8376-ebe369d0170f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for network (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:48.199600 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-77af52f1-0dc7-45fa-8376-ebe369d0170f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:48.264477 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e000864b-c3f5-4a59-85aa-bf6cf7365163 admin admin] Notify agent at l3_agent.dv-cinder-826589-1-iscsi the message routers_updated {{(pid=102575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 08:14:48.272455 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-02e3b406-c165-4cf2-89ff-a6f8d500507e admin admin] Publish callbacks [] for security_group (01d11564-726c-476c-820d-6b1e7bd55186), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:48.283379 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26be26a-44d3-4c16-a50d-d055039de7d8 None None] Sync routers for ids ['e1f5c23e-952d-403a-ab93-14ef5d43e97a'] in dv-cinder-826589-1-iscsi {{(pid=102578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 08:14:48.290120 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-02e3b406-c165-4cf2-89ff-a6f8d500507e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (01d11564-726c-476c-820d-6b1e7bd55186), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:48.298815 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26be26a-44d3-4c16-a50d-d055039de7d8 None None] Routers {'e1f5c23e-952d-403a-ab93-14ef5d43e97a'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:14:48.299895 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-f26be26a-44d3-4c16-a50d-d055039de7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:14:23Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['e1f5c23e-952d-403a-ab93-14ef5d43e97a'], 'active': True} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:14:48.304976 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-e000864b-c3f5-4a59-85aa-bf6cf7365163 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:48.308686 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-e000864b-c3f5-4a59-85aa-bf6cf7365163 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8814294 Jan 27 08:14:48.312836 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 54488) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:14:48.323415 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-fe71430e-d903-4bc3-9145-4de9ff7f5ded admin admin] Publish callbacks [] for security_group (4f6cf54d-25c7-47e0-8969-67da421d0a74), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:48.341346 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02e3b406-c165-4cf2-89ff-a6f8d500507e admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=102576) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 08:14:48.384848 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-fe71430e-d903-4bc3-9145-4de9ff7f5ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (4f6cf54d-25c7-47e0-8969-67da421d0a74), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:48.430839 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-02e3b406-c165-4cf2-89ff-a6f8d500507e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505597'] for segment (d52c0c22-6164-4420-8fd5-d7a3d432294e), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:48.439213 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.db.segments_db [None req-02e3b406-c165-4cf2-89ff-a6f8d500507e admin admin] Added segment d52c0c22-6164-4420-8fd5-d7a3d432294e of type vlan for network eb16c640-8d70-456d-b9db-6e89eb7e23c3 Jan 27 08:14:48.509450 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe71430e-d903-4bc3-9145-4de9ff7f5ded admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=102576) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 08:14:48.519195 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e3b406-c165-4cf2-89ff-a6f8d500507e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d11564-726c-476c-820d-6b1e7bd55186,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:14:48.704255 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-02e3b406-c165-4cf2-89ff-a6f8d500507e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730334747742'] for network (eb16c640-8d70-456d-b9db-6e89eb7e23c3), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:48.765498 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-fe71430e-d903-4bc3-9145-4de9ff7f5ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505597'] for segment (294324f3-9bd6-436f-a71b-f86457320cc4), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:48.766064 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.db.segments_db [None req-fe71430e-d903-4bc3-9145-4de9ff7f5ded admin admin] Added segment 294324f3-9bd6-436f-a71b-f86457320cc4 of type vlan for network b7914447-2aa2-4569-84ca-e3ee909bc8ea Jan 27 08:14:48.768968 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvr_db [None req-f26be26a-44d3-4c16-a50d-d055039de7d8 None None] Set router e1f5c23e-952d-403a-ab93-14ef5d43e97a gateway port host: dv-cinder-826589-1-iscsi {{(pid=102578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:14:48.872718 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-fe71430e-d903-4bc3-9145-4de9ff7f5ded admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730334747742'] for network (b7914447-2aa2-4569-84ca-e3ee909bc8ea), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:48.952386 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-4385648d-f6b5-4ac6-8540-2b9bef8e1215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:48.964157 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-77af52f1-0dc7-45fa-8376-ebe369d0170f admin admin] Publish callbacks [] for security_group (5f7b64f7-7347-4318-a139-75a0cbe91c2c), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:48.975612 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-fe71430e-d903-4bc3-9145-4de9ff7f5ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588'] for network (b7914447-2aa2-4569-84ca-e3ee909bc8ea), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:48.977683 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe71430e-d903-4bc3-9145-4de9ff7f5ded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:14:48.978273 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-fe71430e-d903-4bc3-9145-4de9ff7f5ded admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for network (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:48.999956 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-02e3b406-c165-4cf2-89ff-a6f8d500507e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588'] for network (eb16c640-8d70-456d-b9db-6e89eb7e23c3), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:49.003539 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e3b406-c165-4cf2-89ff-a6f8d500507e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:14:49.004956 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-02e3b406-c165-4cf2-89ff-a6f8d500507e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for network (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:49.039397 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-fe71430e-d903-4bc3-9145-4de9ff7f5ded admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2032270 Jan 27 08:14:49.040533 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-77af52f1-0dc7-45fa-8376-ebe369d0170f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (5f7b64f7-7347-4318-a139-75a0cbe91c2c), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:49.057234 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77af52f1-0dc7-45fa-8376-ebe369d0170f admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=102576) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 08:14:49.069649 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-77af52f1-0dc7-45fa-8376-ebe369d0170f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505597'] for segment (fa20df18-9dfb-42b4-a743-045575d1cce4), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:49.070719 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.db.segments_db [None req-77af52f1-0dc7-45fa-8376-ebe369d0170f admin admin] Added segment fa20df18-9dfb-42b4-a743-045575d1cce4 of type vlan for network 1a10d936-2487-48e8-aa9c-a0dd8e98b798 Jan 27 08:14:49.126751 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-77af52f1-0dc7-45fa-8376-ebe369d0170f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730334747742'] for network (1a10d936-2487-48e8-aa9c-a0dd8e98b798), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:49.158969 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 54530) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:14:49.163226 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-f26be26a-44d3-4c16-a50d-d055039de7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f5c23e-952d-403a-ab93-14ef5d43e97a', 'name': 'tempest-ServerRescueNegativeTestJSON-314874711-router', 'tenant_id': '494feea85d154e5fb70b8c9bb9392067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '402d9145-cc62-4716-99f3-715816ec6846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:14:46Z', 'updated_at': '2022-01-27T08:14:47Z', 'revision_number': 3, 'project_id': '494feea85d154e5fb70b8c9bb9392067', 'gw_port': {'id': '402d9145-cc62-4716-99f3-715816ec6846', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:7c:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f5c23e-952d-403a-ab93-14ef5d43e97a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:46Z', 'updated_at': '2022-01-27T08:14:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi'}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:14:49.165691 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe71430e-d903-4bc3-9145-4de9ff7f5ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6cf54d-25c7-47e0-8969-67da421d0a74,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:14:49.173969 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [None req-4d29ff78-e72b-4cd5-93ff-bd98761fc2cc admin admin] Request body: {'subnet': {'network_id': 'b7914447-2aa2-4569-84ca-e3ee909bc8ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1315933907-subnet', 'tenant_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:14:49.186096 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-02e3b406-c165-4cf2-89ff-a6f8d500507e admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4885798 Jan 27 08:14:49.186978 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-77af52f1-0dc7-45fa-8376-ebe369d0170f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588'] for network (1a10d936-2487-48e8-aa9c-a0dd8e98b798), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:49.188898 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77af52f1-0dc7-45fa-8376-ebe369d0170f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:14:49.189864 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-77af52f1-0dc7-45fa-8376-ebe369d0170f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for network (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:49.194134 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 54534) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:14:49.219385 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [None req-44f82c04-3624-48b7-9f68-2f65483b86c4 admin admin] Request body: {'subnet': {'network_id': 'eb16c640-8d70-456d-b9db-6e89eb7e23c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1645023041-subnet', 'tenant_id': 'e4ecc1e69f834d419992a599e2f26886', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:14:49.224321 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26be26a-44d3-4c16-a50d-d055039de7d8 None None] Checking router: e1f5c23e-952d-403a-ab93-14ef5d43e97a for host: dv-cinder-826589-1-iscsi {{(pid=102578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 08:14:49.225194 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26be26a-44d3-4c16-a50d-d055039de7d8 None None] Updating router e1f5c23e-952d-403a-ab93-14ef5d43e97a port 402d9145-cc62-4716-99f3-715816ec6846 binding host dv-cinder-826589-1-iscsi {{(pid=102578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 08:14:49.258308 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-f26be26a-44d3-4c16-a50d-d055039de7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (402d9145-cc62-4716-99f3-715816ec6846), before_update {{(pid=102578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:49.286165 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f82c04-3624-48b7-9f68-2f65483b86c4 admin admin] Made reservation on behalf of e4ecc1e69f834d419992a599e2f26886 for: {'subnet': 1} {{(pid=102576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 08:14:49.289958 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-44f82c04-3624-48b7-9f68-2f65483b86c4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:49.399936 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.db_base_plugin_common [None req-4385648d-f6b5-4ac6-8540-2b9bef8e1215 admin admin] Allocated IP 172.20.0.1 (ce45940d-ecbf-47a0-9d51-ed21ab35fe07/616d213d-6c5b-4a88-a3ce-dc11ee07f260/8ed3cabd-3fb4-4ceb-a23e-e932bc5c0728) {{(pid=102575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 08:14:49.468155 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77af52f1-0dc7-45fa-8376-ebe369d0170f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7b64f7-7347-4318-a139-75a0cbe91c2c,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:14:49.545021 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-77af52f1-0dc7-45fa-8376-ebe369d0170f admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6755338 Jan 27 08:14:49.545486 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 54550) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:14:49.568038 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.v2.base [None req-133b1976-5287-412a-9dcf-745262a91f31 admin admin] Request body: {'subnet': {'network_id': '1a10d936-2487-48e8-aa9c-a0dd8e98b798', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-92016545-subnet', 'tenant_id': 'ed2d39a185844ec692a0384bdc012a48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:14:49.590591 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe71430e-d903-4bc3-9145-4de9ff7f5ded admin admin] Pushing event updated for resources: {'Network': ['ID=b7914447-2aa2-4569-84ca-e3ee909bc8ea,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:14:49.593839 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d29ff78-e72b-4cd5-93ff-bd98761fc2cc admin admin] Made reservation on behalf of 0b0ce26232dd4a1db254b56a7f995f4e for: {'subnet': 1} {{(pid=102576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 08:14:49.596431 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-4d29ff78-e72b-4cd5-93ff-bd98761fc2cc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:49.601885 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Network b7914447-2aa2-4569-84ca-e3ee909bc8ea details requested by agent ovs-agent-dv-cinder-826589-1-iscsi with host dv-cinder-826589-1-iscsi {{(pid=102577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 08:14:49.630161 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-4385648d-f6b5-4ac6-8540-2b9bef8e1215 admin admin] Publish callbacks [] for port (8ed3cabd-3fb4-4ceb-a23e-e932bc5c0728), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:49.677983 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133b1976-5287-412a-9dcf-745262a91f31 admin admin] Made reservation on behalf of ed2d39a185844ec692a0384bdc012a48 for: {'subnet': 1} {{(pid=102575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 08:14:49.680993 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-133b1976-5287-412a-9dcf-745262a91f31 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:49.690727 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e3b406-c165-4cf2-89ff-a6f8d500507e admin admin] Pushing event updated for resources: {'Network': ['ID=eb16c640-8d70-456d-b9db-6e89eb7e23c3,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:14:49.752937 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-f26be26a-44d3-4c16-a50d-d055039de7d8 None None] Publish callbacks [] for port (402d9145-cc62-4716-99f3-715816ec6846), precommit_update {{(pid=102578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:49.765667 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-f26be26a-44d3-4c16-a50d-d055039de7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (402d9145-cc62-4716-99f3-715816ec6846), after_update {{(pid=102578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:49.773212 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Network eb16c640-8d70-456d-b9db-6e89eb7e23c3 details requested by agent ovs-agent-dv-cinder-826589-1-iscsi with host dv-cinder-826589-1-iscsi {{(pid=102577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 08:14:49.779449 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-4385648d-f6b5-4ac6-8540-2b9bef8e1215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730334756109'] for port (8ed3cabd-3fb4-4ceb-a23e-e932bc5c0728), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:49.811327 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 54560) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:14:49.867667 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4385648d-f6b5-4ac6-8540-2b9bef8e1215 admin admin] Network ce45940d-ecbf-47a0-9d51-ed21ab35fe07 is already hosted by enough agents. {{(pid=102575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 08:14:49.877543 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77af52f1-0dc7-45fa-8376-ebe369d0170f admin admin] Pushing event updated for resources: {'Network': ['ID=1a10d936-2487-48e8-aa9c-a0dd8e98b798,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:14:49.944108 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-44f82c04-3624-48b7-9f68-2f65483b86c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588'] for subnet (57070168-9245-4dd6-b7ac-0c997e12d4d3), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:49.953338 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.base_scheduler [None req-4385648d-f6b5-4ac6-8540-2b9bef8e1215 admin admin] Resources bound (agent type, host, resource id): {{(pid=102575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:14:49.963212 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Network 1a10d936-2487-48e8-aa9c-a0dd8e98b798 details requested by agent ovs-agent-dv-cinder-826589-1-iscsi with host dv-cinder-826589-1-iscsi {{(pid=102577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 08:14:49.967198 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.managers [None req-f26be26a-44d3-4c16-a50d-d055039de7d8 None None] Attempting to bind port 402d9145-cc62-4716-99f3-715816ec6846 on host dv-cinder-826589-1-iscsi for vnic_type normal with profile {{(pid=102578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 08:14:49.968032 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.managers [None req-f26be26a-44d3-4c16-a50d-d055039de7d8 None None] Attempting to bind port 402d9145-cc62-4716-99f3-715816ec6846 by drivers openvswitch,hyperv on host dv-cinder-826589-1-iscsi at level 0 using segments [{'id': 'fa55335f-a52a-465d-b188-80ce12fc9c40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6'}] {{(pid=102578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 08:14:49.968984 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26be26a-44d3-4c16-a50d-d055039de7d8 None None] Attempting to bind port 402d9145-cc62-4716-99f3-715816ec6846 on network 3614e5a2-e145-4686-b153-8df14846b7f6 {{(pid=102578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:14:49.976890 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9100e912-1d89-4077-88c7-5dfebfdbeac0 None None] Pushing event updated for resources: {'Port': ['ID=402d9145-cc62-4716-99f3-715816ec6846,revision_number=2']} {{(pid=102578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:14:49.997547 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4385648d-f6b5-4ac6-8540-2b9bef8e1215 admin admin] Received port after_create {{(pid=102575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 08:14:49.998094 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-4385648d-f6b5-4ac6-8540-2b9bef8e1215 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549604'] for router_interface (e1f5c23e-952d-403a-ab93-14ef5d43e97a), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:50.004876 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26be26a-44d3-4c16-a50d-d055039de7d8 None None] Checking agent: {'id': 'e79cbf24-12bd-4e20-a580-79498d5b225b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826589-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 8, 6, 57), 'started_at': datetime.datetime(2022, 1, 27, 8, 7, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 8, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826589-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 08:14:50.008714 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26be26a-44d3-4c16-a50d-d055039de7d8 None None] Checking segment: {'id': 'fa55335f-a52a-465d-b188-80ce12fc9c40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:14:50.009433 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f82c04-3624-48b7-9f68-2f65483b86c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57070168-9245-4dd6-b7ac-0c997e12d4d3,revision_number=0']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:14:50.010693 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-f26be26a-44d3-4c16-a50d-d055039de7d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:50.012117 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26be26a-44d3-4c16-a50d-d055039de7d8 None None] Bound using segment: {'id': 'fa55335f-a52a-465d-b188-80ce12fc9c40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6'} {{(pid=102578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 08:14:50.012986 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.managers [None req-f26be26a-44d3-4c16-a50d-d055039de7d8 None None] Bound port: 402d9145-cc62-4716-99f3-715816ec6846, host: dv-cinder-826589-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa55335f-a52a-465d-b188-80ce12fc9c40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6'}}] {{(pid=102578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 08:14:50.015680 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-f26be26a-44d3-4c16-a50d-d055039de7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (402d9145-cc62-4716-99f3-715816ec6846), before_update {{(pid=102578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:50.021732 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9100e912-1d89-4077-88c7-5dfebfdbeac0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:14:50.023959 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9100e912-1d89-4077-88c7-5dfebfdbeac0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:14:50.025182 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9100e912-1d89-4077-88c7-5dfebfdbeac0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:14:50.027461 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9100e912-1d89-4077-88c7-5dfebfdbeac0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:14:50.030535 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9100e912-1d89-4077-88c7-5dfebfdbeac0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:14:50.030849 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9100e912-1d89-4077-88c7-5dfebfdbeac0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:14:50.031366 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9100e912-1d89-4077-88c7-5dfebfdbeac0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:14:50.032460 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9100e912-1d89-4077-88c7-5dfebfdbeac0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:14:50.033380 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9100e912-1d89-4077-88c7-5dfebfdbeac0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:14:50.034211 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9100e912-1d89-4077-88c7-5dfebfdbeac0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:14:50.036240 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9100e912-1d89-4077-88c7-5dfebfdbeac0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:14:50.036685 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9100e912-1d89-4077-88c7-5dfebfdbeac0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:14:50.037298 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9100e912-1d89-4077-88c7-5dfebfdbeac0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:14:50.037463 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-6e05fe17-f17b-46c9-a3db-3b2a79958ec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (913d1d6b-f856-4828-afb6-1e4cc7d36f68), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:50.040403 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9100e912-1d89-4077-88c7-5dfebfdbeac0 None None] Tracked resource versions report: Jan 27 08:14:50.040403 dv-cinder-826589-1-iscsi neutron-server[102578]: pushed versions: Jan 27 08:14:50.040403 dv-cinder-826589-1-iscsi neutron-server[102578]: { 'AddressGroup': {'1.2'}, Jan 27 08:14:50.040403 dv-cinder-826589-1-iscsi neutron-server[102578]: 'ConntrackHelper': {'1.0'}, Jan 27 08:14:50.040403 dv-cinder-826589-1-iscsi neutron-server[102578]: 'LocalIPAssociation': {'1.0'}, Jan 27 08:14:50.040403 dv-cinder-826589-1-iscsi neutron-server[102578]: 'Log': {'1.0'}, Jan 27 08:14:50.040403 dv-cinder-826589-1-iscsi neutron-server[102578]: 'Network': {'1.1'}, Jan 27 08:14:50.040403 dv-cinder-826589-1-iscsi neutron-server[102578]: 'Port': {'1.7'}, Jan 27 08:14:50.040403 dv-cinder-826589-1-iscsi neutron-server[102578]: 'PortForwarding': {'1.2'}, Jan 27 08:14:50.040403 dv-cinder-826589-1-iscsi neutron-server[102578]: 'QosPolicy': {'1.10'}, Jan 27 08:14:50.040403 dv-cinder-826589-1-iscsi neutron-server[102578]: 'SecurityGroup': {'1.5'}, Jan 27 08:14:50.040403 dv-cinder-826589-1-iscsi neutron-server[102578]: 'SecurityGroupRule': {'1.2'}, Jan 27 08:14:50.040403 dv-cinder-826589-1-iscsi neutron-server[102578]: 'SubPort': {'1.0'}, Jan 27 08:14:50.040403 dv-cinder-826589-1-iscsi neutron-server[102578]: 'Subnet': {'1.1'}, Jan 27 08:14:50.040403 dv-cinder-826589-1-iscsi neutron-server[102578]: 'Trunk': {'1.1'}} Jan 27 08:14:50.040403 dv-cinder-826589-1-iscsi neutron-server[102578]: consumer versions: Jan 27 08:14:50.040403 dv-cinder-826589-1-iscsi neutron-server[102578]: { DHCP agent@dv-cinder-826589-1-iscsi: {}, Jan 27 08:14:50.040403 dv-cinder-826589-1-iscsi neutron-server[102578]: HyperV agent@hv-cinder-82658: {}, Jan 27 08:14:50.040403 dv-cinder-826589-1-iscsi neutron-server[102578]: L3 agent@dv-cinder-826589-1-iscsi: {}, Jan 27 08:14:50.040403 dv-cinder-826589-1-iscsi neutron-server[102578]: Metadata agent@dv-cinder-826589-1-iscsi: {}, Jan 27 08:14:50.040403 dv-cinder-826589-1-iscsi neutron-server[102578]: Metering agent@dv-cinder-826589-1-iscsi: {}, Jan 27 08:14:50.040403 dv-cinder-826589-1-iscsi neutron-server[102578]: Open vSwitch agent@dv-cinder-826589-1-iscsi: { 'AddressGroup': '1.2', Jan 27 08:14:50.040403 dv-cinder-826589-1-iscsi neutron-server[102578]: 'ConntrackHelper': '1.0', Jan 27 08:14:50.040403 dv-cinder-826589-1-iscsi neutron-server[102578]: 'LocalIPAssociation': '1.0', Jan 27 08:14:50.040403 dv-cinder-826589-1-iscsi neutron-server[102578]: 'Log': '1.0', Jan 27 08:14:50.040403 dv-cinder-826589-1-iscsi neutron-server[102578]: 'Network': '1.1', Jan 27 08:14:50.040403 dv-cinder-826589-1-iscsi neutron-server[102578]: 'Port': '1.7', Jan 27 08:14:50.040403 dv-cinder-826589-1-iscsi neutron-server[102578]: 'PortForwarding': '1.2', Jan 27 08:14:50.040403 dv-cinder-826589-1-iscsi neutron-server[102578]: 'QosPolicy': '1.10', Jan 27 08:14:50.040403 dv-cinder-826589-1-iscsi neutron-server[102578]: 'SecurityGroup': '1.5', Jan 27 08:14:50.040403 dv-cinder-826589-1-iscsi neutron-server[102578]: 'SecurityGroupRule': '1.2', Jan 27 08:14:50.040403 dv-cinder-826589-1-iscsi neutron-server[102578]: 'SubPort': '1.0', Jan 27 08:14:50.040403 dv-cinder-826589-1-iscsi neutron-server[102578]: 'Subnet': '1.1', Jan 27 08:14:50.040403 dv-cinder-826589-1-iscsi neutron-server[102578]: 'Trunk': '1.1'}} Jan 27 08:14:50.040403 dv-cinder-826589-1-iscsi neutron-server[102578]: {{(pid=102578) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 08:14:50.160938 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.db [None req-f26be26a-44d3-4c16-a50d-d055039de7d8 None None] For port 402d9145-cc62-4716-99f3-715816ec6846, host dv-cinder-826589-1-iscsi, cleared binding levels {{(pid=102578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 08:14:50.164509 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.db [None req-f26be26a-44d3-4c16-a50d-d055039de7d8 None None] For port 402d9145-cc62-4716-99f3-715816ec6846, host dv-cinder-826589-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=402d9145-cc62-4716-99f3-715816ec6846,segment=NetworkSegment(fa55335f-a52a-465d-b188-80ce12fc9c40),segment_id=fa55335f-a52a-465d-b188-80ce12fc9c40)] {{(pid=102578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 08:14:50.172345 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f82c04-3624-48b7-9f68-2f65483b86c4 admin admin] Checking segment: {'id': 'd52c0c22-6164-4420-8fd5-d7a3d432294e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'eb16c640-8d70-456d-b9db-6e89eb7e23c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:14:50.172345 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f82c04-3624-48b7-9f68-2f65483b86c4 admin admin] Network hostable DHCP agents. Network: eb16c640-8d70-456d-b9db-6e89eb7e23c3, hostable agents: ['913d1d6b-f856-4828-afb6-1e4cc7d36f68'], hosted agents: [] {{(pid=102576) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 08:14:50.172723 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-f26be26a-44d3-4c16-a50d-d055039de7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (402d9145-cc62-4716-99f3-715816ec6846), after_update {{(pid=102578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:50.230715 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f82c04-3624-48b7-9f68-2f65483b86c4 admin admin] Network eb16c640-8d70-456d-b9db-6e89eb7e23c3 is scheduled to be hosted by DHCP agent 913d1d6b-f856-4828-afb6-1e4cc7d36f68 with binding_index 1 {{(pid=102576) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 08:14:50.237412 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9100e912-1d89-4077-88c7-5dfebfdbeac0 None None] Pushing event updated for resources: {'Port': ['ID=402d9145-cc62-4716-99f3-715816ec6846,revision_number=3']} {{(pid=102578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:14:50.250987 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-4d29ff78-e72b-4cd5-93ff-bd98761fc2cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588'] for subnet (56dcdf12-0462-4feb-a564-4fe3cd20bfe1), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:50.259055 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.base_scheduler [None req-44f82c04-3624-48b7-9f68-2f65483b86c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826589-1-iscsi, eb16c640-8d70-456d-b9db-6e89eb7e23c3) {{(pid=102576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:14:50.262832 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26be26a-44d3-4c16-a50d-d055039de7d8 None None] Routers {'e1f5c23e-952d-403a-ab93-14ef5d43e97a'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:14:50.263803 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-f26be26a-44d3-4c16-a50d-d055039de7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:14:23Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['e1f5c23e-952d-403a-ab93-14ef5d43e97a'], 'active': True} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:14:50.270466 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8826576b-013f-48c8-b61d-f9094fd23901 None None] Network eb16c640-8d70-456d-b9db-6e89eb7e23c3 requested from dv-cinder-826589-1-iscsi {{(pid=102577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 08:14:50.297717 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f82c04-3624-48b7-9f68-2f65483b86c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:14:50.298558 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-44f82c04-3624-48b7-9f68-2f65483b86c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for subnet (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:50.335170 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d29ff78-e72b-4cd5-93ff-bd98761fc2cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=56dcdf12-0462-4feb-a564-4fe3cd20bfe1,revision_number=0']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:14:50.345241 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d29ff78-e72b-4cd5-93ff-bd98761fc2cc admin admin] Checking segment: {'id': '294324f3-9bd6-436f-a71b-f86457320cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b7914447-2aa2-4569-84ca-e3ee909bc8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:14:50.345593 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d29ff78-e72b-4cd5-93ff-bd98761fc2cc admin admin] Network hostable DHCP agents. Network: b7914447-2aa2-4569-84ca-e3ee909bc8ea, hostable agents: ['913d1d6b-f856-4828-afb6-1e4cc7d36f68'], hosted agents: [] {{(pid=102576) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 08:14:50.353438 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-44f82c04-3624-48b7-9f68-2f65483b86c4 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1393437 Jan 27 08:14:50.353907 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 54578) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:14:50.360351 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [None req-9c802533-bdcc-454e-b833-d169824297d4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1645023041-router', 'tenant_id': 'e4ecc1e69f834d419992a599e2f26886', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6'}}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:14:50.403561 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvr_db [None req-f26be26a-44d3-4c16-a50d-d055039de7d8 None None] Set router e1f5c23e-952d-403a-ab93-14ef5d43e97a gateway port host: dv-cinder-826589-1-iscsi {{(pid=102578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:14:50.409402 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d29ff78-e72b-4cd5-93ff-bd98761fc2cc admin admin] Network b7914447-2aa2-4569-84ca-e3ee909bc8ea is scheduled to be hosted by DHCP agent 913d1d6b-f856-4828-afb6-1e4cc7d36f68 with binding_index 1 {{(pid=102576) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 08:14:50.419376 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385648d-f6b5-4ac6-8540-2b9bef8e1215 admin admin] Pushing event updated for resources: {'Port': ['ID=8ed3cabd-3fb4-4ceb-a23e-e932bc5c0728,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:14:50.437162 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-9c802533-bdcc-454e-b833-d169824297d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35629'] for router (c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:50.441186 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-9c802533-bdcc-454e-b833-d169824297d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35636'] for router (c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:50.453246 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-51828017-d88c-4828-8cb6-9fddbb7aac08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:50.459193 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.base_scheduler [None req-4d29ff78-e72b-4cd5-93ff-bd98761fc2cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826589-1-iscsi, b7914447-2aa2-4569-84ca-e3ee909bc8ea) {{(pid=102576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:14:50.472594 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d29ff78-e72b-4cd5-93ff-bd98761fc2cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:14:50.473415 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-4d29ff78-e72b-4cd5-93ff-bd98761fc2cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for subnet (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:50.477236 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2347ca15-77dd-4464-8b7c-68ca52e05ef5 None None] Network b7914447-2aa2-4569-84ca-e3ee909bc8ea requested from dv-cinder-826589-1-iscsi {{(pid=102577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 08:14:50.652787 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94de9c70-47fa-4737-a1d7-f0f652c3f561 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97f4cb72-b8e3-5d8d-9165-1ea0d7e1de3e-b7914447-2aa2-4569-84ca-e3ee909bc8ea', 'network_id': 'b7914447-2aa2-4569-84ca-e3ee909bc8ea', 'project_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'fixed_ips': [{'subnet_id': '56dcdf12-0462-4feb-a564-4fe3cd20bfe1'}]}} from dv-cinder-826589-1-iscsi. {{(pid=102577) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 08:14:50.653696 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-94de9c70-47fa-4737-a1d7-f0f652c3f561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (None), before_create {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:50.670709 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-f26be26a-44d3-4c16-a50d-d055039de7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f5c23e-952d-403a-ab93-14ef5d43e97a', 'name': 'tempest-ServerRescueNegativeTestJSON-314874711-router', 'tenant_id': '494feea85d154e5fb70b8c9bb9392067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '402d9145-cc62-4716-99f3-715816ec6846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:14:46Z', 'updated_at': '2022-01-27T08:14:47Z', 'revision_number': 3, 'project_id': '494feea85d154e5fb70b8c9bb9392067', 'gw_port': {'id': '402d9145-cc62-4716-99f3-715816ec6846', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:7c:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f5c23e-952d-403a-ab93-14ef5d43e97a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:46Z', 'updated_at': '2022-01-27T08:14:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi'}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:14:50.671933 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a4b007-025d-4744-bd04-977c37a7e7d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97f4cb72-b8e3-5d8d-9165-1ea0d7e1de3e-eb16c640-8d70-456d-b9db-6e89eb7e23c3', 'network_id': 'eb16c640-8d70-456d-b9db-6e89eb7e23c3', 'project_id': 'e4ecc1e69f834d419992a599e2f26886', 'fixed_ips': [{'subnet_id': '57070168-9245-4dd6-b7ac-0c997e12d4d3'}]}} from dv-cinder-826589-1-iscsi. {{(pid=102577) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 08:14:50.673707 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a9a4b007-025d-4744-bd04-977c37a7e7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (None), before_create {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:50.726578 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26be26a-44d3-4c16-a50d-d055039de7d8 None None] The sync data for ids ['e1f5c23e-952d-403a-ab93-14ef5d43e97a'] in dv-cinder-826589-1-iscsi is: [{'id': 'e1f5c23e-952d-403a-ab93-14ef5d43e97a', 'name': 'tempest-ServerRescueNegativeTestJSON-314874711-router', 'tenant_id': '494feea85d154e5fb70b8c9bb9392067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '402d9145-cc62-4716-99f3-715816ec6846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:14:46Z', 'updated_at': '2022-01-27T08:14:47Z', 'revision_number': 3, 'project_id': '494feea85d154e5fb70b8c9bb9392067', 'gw_port': {'id': '402d9145-cc62-4716-99f3-715816ec6846', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:7c:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f5c23e-952d-403a-ab93-14ef5d43e97a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:46Z', 'updated_at': '2022-01-27T08:14:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi'}] {{(pid=102578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 08:14:50.788531 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-4d29ff78-e72b-4cd5-93ff-bd98761fc2cc admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6244330 Jan 27 08:14:50.789658 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-133b1976-5287-412a-9dcf-745262a91f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588'] for subnet (d3baa8fc-a045-4a8b-a8fe-336ed2528725), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:50.791550 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 54592) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:14:50.817608 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [None req-94eb8915-9611-4685-bcc2-d8e8c694738f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1315933907-router', 'tenant_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6'}}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:14:50.871388 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-9c802533-bdcc-454e-b833-d169824297d4 admin admin] Publish callbacks [] for router_controller (c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4), precommit_add_association {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:50.984740 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.db_base_plugin_common [None req-94de9c70-47fa-4737-a1d7-f0f652c3f561 None None] Allocated IP 172.20.0.2 (b7914447-2aa2-4569-84ca-e3ee909bc8ea/56dcdf12-0462-4feb-a564-4fe3cd20bfe1/a24513dc-0ee5-4c89-95fd-e4eb11a2e541) {{(pid=102577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 08:14:50.999350 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.db_base_plugin_common [None req-a9a4b007-025d-4744-bd04-977c37a7e7d3 None None] Allocated IP 172.20.0.2 (eb16c640-8d70-456d-b9db-6e89eb7e23c3/57070168-9245-4dd6-b7ac-0c997e12d4d3/0204b3ac-0d35-43e7-abc1-90286ba4c155) {{(pid=102577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 08:14:51.022622 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b1976-5287-412a-9dcf-745262a91f31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3baa8fc-a045-4a8b-a8fe-336ed2528725,revision_number=0']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:14:51.056166 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-4385648d-f6b5-4ac6-8540-2b9bef8e1215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (8ed3cabd-3fb4-4ceb-a23e-e932bc5c0728), before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:51.087269 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133b1976-5287-412a-9dcf-745262a91f31 admin admin] Checking segment: {'id': 'fa20df18-9dfb-42b4-a743-045575d1cce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '1a10d936-2487-48e8-aa9c-a0dd8e98b798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:14:51.089776 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133b1976-5287-412a-9dcf-745262a91f31 admin admin] Network hostable DHCP agents. Network: 1a10d936-2487-48e8-aa9c-a0dd8e98b798, hostable agents: ['913d1d6b-f856-4828-afb6-1e4cc7d36f68'], hosted agents: [] {{(pid=102575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 08:14:51.176428 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-9c802533-bdcc-454e-b833-d169824297d4 admin admin] Publish callbacks [] for router_gateway (c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4), precommit_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:51.197762 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-94eb8915-9611-4685-bcc2-d8e8c694738f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35629'] for router (78a34c9b-b651-4687-8029-7f281d2c7ec8), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:51.198469 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-94eb8915-9611-4685-bcc2-d8e8c694738f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35636'] for router (78a34c9b-b651-4687-8029-7f281d2c7ec8), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:51.207804 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-51828017-d88c-4828-8cb6-9fddbb7aac08 admin admin] Publish callbacks [] for security_group (32ab1622-00ff-4100-9cbd-18187fe0b84a), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:51.259268 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-51828017-d88c-4828-8cb6-9fddbb7aac08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (32ab1622-00ff-4100-9cbd-18187fe0b84a), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:51.295267 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-94eb8915-9611-4685-bcc2-d8e8c694738f admin admin] Publish callbacks [] for router_controller (78a34c9b-b651-4687-8029-7f281d2c7ec8), precommit_add_association {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:51.383751 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133b1976-5287-412a-9dcf-745262a91f31 admin admin] Network 1a10d936-2487-48e8-aa9c-a0dd8e98b798 is scheduled to be hosted by DHCP agent 913d1d6b-f856-4828-afb6-1e4cc7d36f68 with binding_index 1 {{(pid=102575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 08:14:51.450021 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.base_scheduler [None req-133b1976-5287-412a-9dcf-745262a91f31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826589-1-iscsi, 1a10d936-2487-48e8-aa9c-a0dd8e98b798) {{(pid=102575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:14:51.478842 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-51828017-d88c-4828-8cb6-9fddbb7aac08 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4e707e70ae7c41649d2699f7741860c8&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6660826 Jan 27 08:14:51.482999 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133b1976-5287-412a-9dcf-745262a91f31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:14:51.483695 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-133b1976-5287-412a-9dcf-745262a91f31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for subnet (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:51.486753 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51828017-d88c-4828-8cb6-9fddbb7aac08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ab1622-00ff-4100-9cbd-18187fe0b84a,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:14:51.489294 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 54612) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:14:51.496888 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-94eb8915-9611-4685-bcc2-d8e8c694738f admin admin] Publish callbacks [] for router_gateway (78a34c9b-b651-4687-8029-7f281d2c7ec8), precommit_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:51.568038 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fb1de6-a1a4-46ab-bdb8-e2ad91525175 None None] Network 1a10d936-2487-48e8-aa9c-a0dd8e98b798 requested from dv-cinder-826589-1-iscsi {{(pid=102577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 08:14:51.649561 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-133b1976-5287-412a-9dcf-745262a91f31 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1058314 Jan 27 08:14:51.737508 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04800f1f-6945-4b01-bca3-6cf465e90da8 None None] Network 1a10d936-2487-48e8-aa9c-a0dd8e98b798 requested from dv-cinder-826589-1-iscsi {{(pid=102577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 08:14:51.739014 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-1cc0790d-b555-4aea-8933-f9ecfcf4590e admin admin] Publish callbacks [] for security_group (32ab1622-00ff-4100-9cbd-18187fe0b84a), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:51.743491 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device 402d9145-cc62-4716-99f3-715816ec6846 up at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:14:51.799111 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-1cc0790d-b555-4aea-8933-f9ecfcf4590e admin admin] Publish callbacks [] for security_group (32ab1622-00ff-4100-9cbd-18187fe0b84a), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:51.833198 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-94de9c70-47fa-4737-a1d7-f0f652c3f561 None None] Publish callbacks [] for port (a24513dc-0ee5-4c89-95fd-e4eb11a2e541), precommit_create {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:51.845312 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-4385648d-f6b5-4ac6-8540-2b9bef8e1215 admin admin] Publish callbacks [] for port (8ed3cabd-3fb4-4ceb-a23e-e932bc5c0728), precommit_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:51.866354 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-4385648d-f6b5-4ac6-8540-2b9bef8e1215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (8ed3cabd-3fb4-4ceb-a23e-e932bc5c0728), after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:51.866354 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-4385648d-f6b5-4ac6-8540-2b9bef8e1215 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550260'] for router_interface (e1f5c23e-952d-403a-ab93-14ef5d43e97a), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:51.871511 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-94de9c70-47fa-4737-a1d7-f0f652c3f561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730334756109'] for port (a24513dc-0ee5-4c89-95fd-e4eb11a2e541), after_create {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:51.897586 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94de9c70-47fa-4737-a1d7-f0f652c3f561 None None] Network b7914447-2aa2-4569-84ca-e3ee909bc8ea is already hosted by enough agents. {{(pid=102577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 08:14:51.959898 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.scheduler.base_scheduler [None req-94de9c70-47fa-4737-a1d7-f0f652c3f561 None None] Resources bound (agent type, host, resource id): {{(pid=102577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:14:51.979167 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94de9c70-47fa-4737-a1d7-f0f652c3f561 None None] Received port after_create {{(pid=102577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 08:14:52.023122 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385648d-f6b5-4ac6-8540-2b9bef8e1215 admin admin] Pushing event updated for resources: {'Port': ['ID=8ed3cabd-3fb4-4ceb-a23e-e932bc5c0728,revision_number=2']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:14:52.049116 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-1cc0790d-b555-4aea-8933-f9ecfcf4590e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (32ab1622-00ff-4100-9cbd-18187fe0b84a), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:52.052319 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-1cc0790d-b555-4aea-8933-f9ecfcf4590e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:52.053544 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-1cc0790d-b555-4aea-8933-f9ecfcf4590e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/32ab1622-00ff-4100-9cbd-18187fe0b84a HTTP/1.1" status: 204 len: 168 time: 0.5401468 Jan 27 08:14:52.068055 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc0790d-b555-4aea-8933-f9ecfcf4590e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ab1622-00ff-4100-9cbd-18187fe0b84a,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:14:52.111067 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.managers [None req-94de9c70-47fa-4737-a1d7-f0f652c3f561 None None] Attempting to bind port a24513dc-0ee5-4c89-95fd-e4eb11a2e541 on host dv-cinder-826589-1-iscsi for vnic_type normal with profile {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 08:14:52.111067 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.managers [None req-94de9c70-47fa-4737-a1d7-f0f652c3f561 None None] Attempting to bind port a24513dc-0ee5-4c89-95fd-e4eb11a2e541 by drivers openvswitch,hyperv on host dv-cinder-826589-1-iscsi at level 0 using segments [{'id': '294324f3-9bd6-436f-a71b-f86457320cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b7914447-2aa2-4569-84ca-e3ee909bc8ea'}] {{(pid=102577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 08:14:52.111067 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94de9c70-47fa-4737-a1d7-f0f652c3f561 None None] Attempting to bind port a24513dc-0ee5-4c89-95fd-e4eb11a2e541 on network b7914447-2aa2-4569-84ca-e3ee909bc8ea {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:14:52.144718 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94de9c70-47fa-4737-a1d7-f0f652c3f561 None None] Checking agent: {'id': 'e79cbf24-12bd-4e20-a580-79498d5b225b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826589-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 8, 6, 57), 'started_at': datetime.datetime(2022, 1, 27, 8, 7, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 8, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826589-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 08:14:52.145240 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94de9c70-47fa-4737-a1d7-f0f652c3f561 None None] Checking segment: {'id': '294324f3-9bd6-436f-a71b-f86457320cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b7914447-2aa2-4569-84ca-e3ee909bc8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:14:52.145709 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-94de9c70-47fa-4737-a1d7-f0f652c3f561 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:52.146222 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94de9c70-47fa-4737-a1d7-f0f652c3f561 None None] Bound using segment: {'id': '294324f3-9bd6-436f-a71b-f86457320cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b7914447-2aa2-4569-84ca-e3ee909bc8ea'} {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 08:14:52.146783 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.managers [None req-94de9c70-47fa-4737-a1d7-f0f652c3f561 None None] Bound port: a24513dc-0ee5-4c89-95fd-e4eb11a2e541, host: dv-cinder-826589-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '294324f3-9bd6-436f-a71b-f86457320cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b7914447-2aa2-4569-84ca-e3ee909bc8ea'}}] {{(pid=102577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 08:14:52.147234 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-94de9c70-47fa-4737-a1d7-f0f652c3f561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (a24513dc-0ee5-4c89-95fd-e4eb11a2e541), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:52.154862 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4385648d-f6b5-4ac6-8540-2b9bef8e1215 admin admin] Network ce45940d-ecbf-47a0-9d51-ed21ab35fe07 is already hosted by enough agents. {{(pid=102575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 08:14:52.156635 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.base_scheduler [None req-4385648d-f6b5-4ac6-8540-2b9bef8e1215 admin admin] Resources bound (agent type, host, resource id): {{(pid=102575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:14:52.169208 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-9c802533-bdcc-454e-b833-d169824297d4 admin admin] Publish callbacks [] for router_gateway (c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:52.192775 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-9c802533-bdcc-454e-b833-d169824297d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:52.196674 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-94eb8915-9611-4685-bcc2-d8e8c694738f admin admin] Publish callbacks [] for router_gateway (78a34c9b-b651-4687-8029-7f281d2c7ec8), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:52.230521 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-94eb8915-9611-4685-bcc2-d8e8c694738f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:52.295424 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-94de9c70-47fa-4737-a1d7-f0f652c3f561 None None] For port a24513dc-0ee5-4c89-95fd-e4eb11a2e541, host dv-cinder-826589-1-iscsi, cleared binding levels {{(pid=102577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 08:14:52.307022 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-94de9c70-47fa-4737-a1d7-f0f652c3f561 None None] For port a24513dc-0ee5-4c89-95fd-e4eb11a2e541, host dv-cinder-826589-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=a24513dc-0ee5-4c89-95fd-e4eb11a2e541,segment=NetworkSegment(294324f3-9bd6-436f-a71b-f86457320cc4),segment_id=294324f3-9bd6-436f-a71b-f86457320cc4)] {{(pid=102577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 08:14:52.338414 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-94de9c70-47fa-4737-a1d7-f0f652c3f561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (a24513dc-0ee5-4c89-95fd-e4eb11a2e541), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:52.342453 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4385648d-f6b5-4ac6-8540-2b9bef8e1215 admin admin] Router e1f5c23e-952d-403a-ab93-14ef5d43e97a has already been hosted by L3 agent c4292dc4-d7f6-4187-994e-0142c7d14647 {{(pid=102575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 08:14:52.345592 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a9a4b007-025d-4744-bd04-977c37a7e7d3 None None] Publish callbacks [] for port (0204b3ac-0d35-43e7-abc1-90286ba4c155), precommit_create {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:52.377871 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Provisioning complete for port 402d9145-cc62-4716-99f3-715816ec6846 triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:14:52.378266 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (402d9145-cc62-4716-99f3-715816ec6846), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:52.381919 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a9a4b007-025d-4744-bd04-977c37a7e7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730334756109'] for port (0204b3ac-0d35-43e7-abc1-90286ba4c155), after_create {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:52.396165 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94de9c70-47fa-4737-a1d7-f0f652c3f561 None None] Pushing event updated for resources: {'Port': ['ID=a24513dc-0ee5-4c89-95fd-e4eb11a2e541,revision_number=1']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:14:52.463359 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 54656) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:14:52.477597 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94de9c70-47fa-4737-a1d7-f0f652c3f561 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:14:52.477975 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94de9c70-47fa-4737-a1d7-f0f652c3f561 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:14:52.478482 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94de9c70-47fa-4737-a1d7-f0f652c3f561 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:14:52.478827 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94de9c70-47fa-4737-a1d7-f0f652c3f561 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:14:52.479160 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94de9c70-47fa-4737-a1d7-f0f652c3f561 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:14:52.479496 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94de9c70-47fa-4737-a1d7-f0f652c3f561 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:14:52.479819 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94de9c70-47fa-4737-a1d7-f0f652c3f561 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:14:52.480145 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94de9c70-47fa-4737-a1d7-f0f652c3f561 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:14:52.480469 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94de9c70-47fa-4737-a1d7-f0f652c3f561 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:14:52.480904 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94de9c70-47fa-4737-a1d7-f0f652c3f561 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:14:52.481331 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94de9c70-47fa-4737-a1d7-f0f652c3f561 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:14:52.481961 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94de9c70-47fa-4737-a1d7-f0f652c3f561 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:14:52.481961 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94de9c70-47fa-4737-a1d7-f0f652c3f561 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:14:52.483058 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94de9c70-47fa-4737-a1d7-f0f652c3f561 None None] Tracked resource versions report: Jan 27 08:14:52.483058 dv-cinder-826589-1-iscsi neutron-server[102577]: pushed versions: Jan 27 08:14:52.483058 dv-cinder-826589-1-iscsi neutron-server[102577]: { 'AddressGroup': {'1.2'}, Jan 27 08:14:52.483058 dv-cinder-826589-1-iscsi neutron-server[102577]: 'ConntrackHelper': {'1.0'}, Jan 27 08:14:52.483058 dv-cinder-826589-1-iscsi neutron-server[102577]: 'LocalIPAssociation': {'1.0'}, Jan 27 08:14:52.483058 dv-cinder-826589-1-iscsi neutron-server[102577]: 'Log': {'1.0'}, Jan 27 08:14:52.483058 dv-cinder-826589-1-iscsi neutron-server[102577]: 'Network': {'1.1'}, Jan 27 08:14:52.483058 dv-cinder-826589-1-iscsi neutron-server[102577]: 'Port': {'1.7'}, Jan 27 08:14:52.483058 dv-cinder-826589-1-iscsi neutron-server[102577]: 'PortForwarding': {'1.2'}, Jan 27 08:14:52.483058 dv-cinder-826589-1-iscsi neutron-server[102577]: 'QosPolicy': {'1.10'}, Jan 27 08:14:52.483058 dv-cinder-826589-1-iscsi neutron-server[102577]: 'SecurityGroup': {'1.5'}, Jan 27 08:14:52.483058 dv-cinder-826589-1-iscsi neutron-server[102577]: 'SecurityGroupRule': {'1.2'}, Jan 27 08:14:52.483058 dv-cinder-826589-1-iscsi neutron-server[102577]: 'SubPort': {'1.0'}, Jan 27 08:14:52.483058 dv-cinder-826589-1-iscsi neutron-server[102577]: 'Subnet': {'1.1'}, Jan 27 08:14:52.483058 dv-cinder-826589-1-iscsi neutron-server[102577]: 'Trunk': {'1.1'}} Jan 27 08:14:52.483058 dv-cinder-826589-1-iscsi neutron-server[102577]: consumer versions: Jan 27 08:14:52.483058 dv-cinder-826589-1-iscsi neutron-server[102577]: { DHCP agent@dv-cinder-826589-1-iscsi: {}, Jan 27 08:14:52.483058 dv-cinder-826589-1-iscsi neutron-server[102577]: HyperV agent@hv-cinder-82658: {}, Jan 27 08:14:52.483058 dv-cinder-826589-1-iscsi neutron-server[102577]: L3 agent@dv-cinder-826589-1-iscsi: {}, Jan 27 08:14:52.483058 dv-cinder-826589-1-iscsi neutron-server[102577]: Metadata agent@dv-cinder-826589-1-iscsi: {}, Jan 27 08:14:52.483058 dv-cinder-826589-1-iscsi neutron-server[102577]: Metering agent@dv-cinder-826589-1-iscsi: {}, Jan 27 08:14:52.483058 dv-cinder-826589-1-iscsi neutron-server[102577]: Open vSwitch agent@dv-cinder-826589-1-iscsi: { 'AddressGroup': '1.2', Jan 27 08:14:52.483058 dv-cinder-826589-1-iscsi neutron-server[102577]: 'ConntrackHelper': '1.0', Jan 27 08:14:52.483058 dv-cinder-826589-1-iscsi neutron-server[102577]: 'LocalIPAssociation': '1.0', Jan 27 08:14:52.483058 dv-cinder-826589-1-iscsi neutron-server[102577]: 'Log': '1.0', Jan 27 08:14:52.483058 dv-cinder-826589-1-iscsi neutron-server[102577]: 'Network': '1.1', Jan 27 08:14:52.483058 dv-cinder-826589-1-iscsi neutron-server[102577]: 'Port': '1.7', Jan 27 08:14:52.483058 dv-cinder-826589-1-iscsi neutron-server[102577]: 'PortForwarding': '1.2', Jan 27 08:14:52.483058 dv-cinder-826589-1-iscsi neutron-server[102577]: 'QosPolicy': '1.10', Jan 27 08:14:52.483058 dv-cinder-826589-1-iscsi neutron-server[102577]: 'SecurityGroup': '1.5', Jan 27 08:14:52.483058 dv-cinder-826589-1-iscsi neutron-server[102577]: 'SecurityGroupRule': '1.2', Jan 27 08:14:52.483058 dv-cinder-826589-1-iscsi neutron-server[102577]: 'SubPort': '1.0', Jan 27 08:14:52.483058 dv-cinder-826589-1-iscsi neutron-server[102577]: 'Subnet': '1.1', Jan 27 08:14:52.483058 dv-cinder-826589-1-iscsi neutron-server[102577]: 'Trunk': '1.1'}} Jan 27 08:14:52.483058 dv-cinder-826589-1-iscsi neutron-server[102577]: {{(pid=102577) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 08:14:52.513572 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.db_base_plugin_common [None req-9c802533-bdcc-454e-b833-d169824297d4 admin admin] Allocated IP 172.27.1.18 (3614e5a2-e145-4686-b153-8df14846b7f6/4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a/54b23f3e-b771-4f94-9072-5f454f3d9306) {{(pid=102576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 08:14:52.528156 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a4b007-025d-4744-bd04-977c37a7e7d3 None None] Network eb16c640-8d70-456d-b9db-6e89eb7e23c3 is already hosted by enough agents. {{(pid=102577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 08:14:52.536334 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.scheduler.base_scheduler [None req-a9a4b007-025d-4744-bd04-977c37a7e7d3 None None] Resources bound (agent type, host, resource id): {{(pid=102577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:14:52.553824 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a4b007-025d-4744-bd04-977c37a7e7d3 None None] Received port after_create {{(pid=102577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 08:14:52.628712 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4385648d-f6b5-4ac6-8540-2b9bef8e1215 admin admin] Notify agent at l3_agent.dv-cinder-826589-1-iscsi the message routers_updated {{(pid=102575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 08:14:52.637457 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94de9c70-47fa-4737-a1d7-f0f652c3f561 None None] Pushing event updated for resources: {'Port': ['ID=a24513dc-0ee5-4c89-95fd-e4eb11a2e541,revision_number=2']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:14:52.647836 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-4385648d-f6b5-4ac6-8540-2b9bef8e1215 admin admin] 10.222.0.59 "PUT /v2.0/routers/e1f5c23e-952d-403a-ab93-14ef5d43e97a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3310823 Jan 27 08:14:52.664861 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-9c802533-bdcc-454e-b833-d169824297d4 admin admin] Publish callbacks [] for port (54b23f3e-b771-4f94-9072-5f454f3d9306), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:52.701082 dv-cinder-826589-1-iscsi neutron-server[102576]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 27 08:14:52.761075 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.managers [None req-a9a4b007-025d-4744-bd04-977c37a7e7d3 None None] Attempting to bind port 0204b3ac-0d35-43e7-abc1-90286ba4c155 on host dv-cinder-826589-1-iscsi for vnic_type normal with profile {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 08:14:52.761606 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.managers [None req-a9a4b007-025d-4744-bd04-977c37a7e7d3 None None] Attempting to bind port 0204b3ac-0d35-43e7-abc1-90286ba4c155 by drivers openvswitch,hyperv on host dv-cinder-826589-1-iscsi at level 0 using segments [{'id': 'd52c0c22-6164-4420-8fd5-d7a3d432294e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'eb16c640-8d70-456d-b9db-6e89eb7e23c3'}] {{(pid=102577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 08:14:52.761898 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a4b007-025d-4744-bd04-977c37a7e7d3 None None] Attempting to bind port 0204b3ac-0d35-43e7-abc1-90286ba4c155 on network eb16c640-8d70-456d-b9db-6e89eb7e23c3 {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:14:52.783762 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a4b007-025d-4744-bd04-977c37a7e7d3 None None] Pushing event updated for resources: {'Port': ['ID=0204b3ac-0d35-43e7-abc1-90286ba4c155,revision_number=1']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:14:52.788925 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a4b007-025d-4744-bd04-977c37a7e7d3 None None] Checking agent: {'id': 'e79cbf24-12bd-4e20-a580-79498d5b225b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826589-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 8, 6, 57), 'started_at': datetime.datetime(2022, 1, 27, 8, 7, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 8, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826589-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 08:14:52.789447 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a4b007-025d-4744-bd04-977c37a7e7d3 None None] Checking segment: {'id': 'd52c0c22-6164-4420-8fd5-d7a3d432294e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'eb16c640-8d70-456d-b9db-6e89eb7e23c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:14:52.790074 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a9a4b007-025d-4744-bd04-977c37a7e7d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:52.790623 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a4b007-025d-4744-bd04-977c37a7e7d3 None None] Bound using segment: {'id': 'd52c0c22-6164-4420-8fd5-d7a3d432294e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'eb16c640-8d70-456d-b9db-6e89eb7e23c3'} {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 08:14:52.791355 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.managers [None req-a9a4b007-025d-4744-bd04-977c37a7e7d3 None None] Bound port: 0204b3ac-0d35-43e7-abc1-90286ba4c155, host: dv-cinder-826589-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52c0c22-6164-4420-8fd5-d7a3d432294e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'eb16c640-8d70-456d-b9db-6e89eb7e23c3'}}] {{(pid=102577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 08:14:52.791684 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a9a4b007-025d-4744-bd04-977c37a7e7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (0204b3ac-0d35-43e7-abc1-90286ba4c155), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:52.795567 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Current status of the port 402d9145-cc62-4716-99f3-715816ec6846 is: DOWN; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:14:52.796031 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (402d9145-cc62-4716-99f3-715816ec6846), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:52.830680 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] For port 402d9145-cc62-4716-99f3-715816ec6846, host dv-cinder-826589-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=402d9145-cc62-4716-99f3-715816ec6846,segment=NetworkSegment(fa55335f-a52a-465d-b188-80ce12fc9c40),segment_id=fa55335f-a52a-465d-b188-80ce12fc9c40)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:14:52.859699 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 54666) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:14:52.877168 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (402d9145-cc62-4716-99f3-715816ec6846), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:52.882240 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-4e853be9-ffbe-4b53-9492-dcc82f7e6f04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:52.934730 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-be54496e-4655-4734-b8cc-8495097f3c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (c4292dc4-d7f6-4187-994e-0142c7d14647), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:52.969865 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-a9a4b007-025d-4744-bd04-977c37a7e7d3 None None] For port 0204b3ac-0d35-43e7-abc1-90286ba4c155, host dv-cinder-826589-1-iscsi, cleared binding levels {{(pid=102577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 08:14:52.974355 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Pushing event updated for resources: {'Port': ['ID=402d9145-cc62-4716-99f3-715816ec6846,revision_number=4']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:14:52.987407 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-a9a4b007-025d-4744-bd04-977c37a7e7d3 None None] For port 0204b3ac-0d35-43e7-abc1-90286ba4c155, host dv-cinder-826589-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=0204b3ac-0d35-43e7-abc1-90286ba4c155,segment=NetworkSegment(d52c0c22-6164-4420-8fd5-d7a3d432294e),segment_id=d52c0c22-6164-4420-8fd5-d7a3d432294e)] {{(pid=102577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 08:14:53.023285 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a9a4b007-025d-4744-bd04-977c37a7e7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (0204b3ac-0d35-43e7-abc1-90286ba4c155), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:53.032804 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-4e853be9-ffbe-4b53-9492-dcc82f7e6f04 admin admin] Publish callbacks [] for security_group (0639baf3-ffd1-45b7-84f7-2b35b5b2c509), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:53.037303 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442da849-f55c-4d60-b23a-d4bdb62a2121 req-daa22cdb-bca5-4eb1-91d1-9e1afd5c84eb tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:14:53.038931 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-442da849-f55c-4d60-b23a-d4bdb62a2121 req-daa22cdb-bca5-4eb1-91d1-9e1afd5c84eb tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] 10.222.0.59 "GET /v2.0/networks?id=1a10d936-2487-48e8-aa9c-a0dd8e98b798 HTTP/1.1" status: 200 len: 810 time: 0.5675259 Jan 27 08:14:53.048096 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-4e853be9-ffbe-4b53-9492-dcc82f7e6f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (0639baf3-ffd1-45b7-84f7-2b35b5b2c509), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:53.121165 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-9c802533-bdcc-454e-b833-d169824297d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730334756109'] for port (54b23f3e-b771-4f94-9072-5f454f3d9306), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:53.125794 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-4e853be9-ffbe-4b53-9492-dcc82f7e6f04 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f59e5281059040178929435bb4a9fd0a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2641916 Jan 27 08:14:53.132904 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e853be9-ffbe-4b53-9492-dcc82f7e6f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0639baf3-ffd1-45b7-84f7-2b35b5b2c509,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:14:53.135461 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 54674) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:14:53.196825 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8078df32-17bf-4442-98a1-d95a113a0a1f admin admin] Publish callbacks [] for security_group (0639baf3-ffd1-45b7-84f7-2b35b5b2c509), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:53.200422 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a4b007-025d-4744-bd04-977c37a7e7d3 None None] Pushing event updated for resources: {'Port': ['ID=0204b3ac-0d35-43e7-abc1-90286ba4c155,revision_number=2']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:14:53.221991 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8078df32-17bf-4442-98a1-d95a113a0a1f admin admin] Publish callbacks [] for security_group (0639baf3-ffd1-45b7-84f7-2b35b5b2c509), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:53.230445 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c802533-bdcc-454e-b833-d169824297d4 admin admin] Pushing event updated for resources: {'Port': ['ID=54b23f3e-b771-4f94-9072-5f454f3d9306,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:14:53.247577 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-442da849-f55c-4d60-b23a-d4bdb62a2121 req-2e5e8dfb-045f-4c4b-9d36-16e97ac8f2f3 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] 10.222.0.59 "GET /v2.0/quotas/ed2d39a185844ec692a0384bdc012a48 HTTP/1.1" status: 200 len: 375 time: 0.1661155 Jan 27 08:14:53.283752 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c802533-bdcc-454e-b833-d169824297d4 admin admin] Network 3614e5a2-e145-4686-b153-8df14846b7f6 is already hosted by enough agents. {{(pid=102576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 08:14:53.316276 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8078df32-17bf-4442-98a1-d95a113a0a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (0639baf3-ffd1-45b7-84f7-2b35b5b2c509), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:53.319023 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8078df32-17bf-4442-98a1-d95a113a0a1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:53.320237 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-8078df32-17bf-4442-98a1-d95a113a0a1f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0639baf3-ffd1-45b7-84f7-2b35b5b2c509 HTTP/1.1" status: 204 len: 168 time: 0.1837585 Jan 27 08:14:53.334382 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8078df32-17bf-4442-98a1-d95a113a0a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0639baf3-ffd1-45b7-84f7-2b35b5b2c509,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:14:53.373730 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-442da849-f55c-4d60-b23a-d4bdb62a2121 req-5cfa0175-a349-45bd-a8e9-e11bf258457b tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=ed2d39a185844ec692a0384bdc012a48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1130822 Jan 27 08:14:53.380723 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.db_base_plugin_common [None req-94eb8915-9611-4685-bcc2-d8e8c694738f admin admin] Allocated IP 172.27.1.84 (3614e5a2-e145-4686-b153-8df14846b7f6/4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a/6bd706e7-7399-4bce-acef-9138b3a6821e) {{(pid=102576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 08:14:53.387334 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.base_scheduler [None req-9c802533-bdcc-454e-b833-d169824297d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:14:53.390816 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c802533-bdcc-454e-b833-d169824297d4 admin admin] Received port after_create {{(pid=102576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 08:14:53.800789 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-94eb8915-9611-4685-bcc2-d8e8c694738f admin admin] Publish callbacks [] for port (6bd706e7-7399-4bce-acef-9138b3a6821e), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:54.029087 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-9c802533-bdcc-454e-b833-d169824297d4 admin admin] Publish callbacks [] for router_gateway (c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:54.036429 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-94eb8915-9611-4685-bcc2-d8e8c694738f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730334756109'] for port (6bd706e7-7399-4bce-acef-9138b3a6821e), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:54.099503 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 54710) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:14:54.135300 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device a24513dc-0ee5-4c89-95fd-e4eb11a2e541 up at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:14:54.190039 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [req-442da849-f55c-4d60-b23a-d4bdb62a2121 req-bcb6129e-0abf-4d67-bcd4-b9d842bde594 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102576) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 08:14:54.200439 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-442da849-f55c-4d60-b23a-d4bdb62a2121 req-bcb6129e-0abf-4d67-bcd4-b9d842bde594 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1975546 Jan 27 08:14:54.237660 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Provisioning complete for port a24513dc-0ee5-4c89-95fd-e4eb11a2e541 triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:14:54.238045 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (a24513dc-0ee5-4c89-95fd-e4eb11a2e541), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:54.255319 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94eb8915-9611-4685-bcc2-d8e8c694738f admin admin] Network 3614e5a2-e145-4686-b153-8df14846b7f6 is already hosted by enough agents. {{(pid=102576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 08:14:54.272799 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.base_scheduler [None req-94eb8915-9611-4685-bcc2-d8e8c694738f admin admin] Resources bound (agent type, host, resource id): {{(pid=102576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:14:54.289475 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4258edcb-1e17-475d-a63e-63b89103a8b1 None None] Network b7914447-2aa2-4569-84ca-e3ee909bc8ea requested from dv-cinder-826589-1-iscsi {{(pid=102577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 08:14:54.345753 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94eb8915-9611-4685-bcc2-d8e8c694738f admin admin] Received port after_create {{(pid=102576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 08:14:54.349424 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eb8915-9611-4685-bcc2-d8e8c694738f admin admin] Pushing event updated for resources: {'Port': ['ID=6bd706e7-7399-4bce-acef-9138b3a6821e,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:14:54.414375 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Current status of the port a24513dc-0ee5-4c89-95fd-e4eb11a2e541 is: DOWN; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:14:54.414764 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (a24513dc-0ee5-4c89-95fd-e4eb11a2e541), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:54.432402 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-ef04453f-8313-45fe-9251-54a3dc4bc90a None None] Provisioning complete for port a24513dc-0ee5-4c89-95fd-e4eb11a2e541 triggered by entity DHCP. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:14:54.432816 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-ef04453f-8313-45fe-9251-54a3dc4bc90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (a24513dc-0ee5-4c89-95fd-e4eb11a2e541), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:54.517281 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] For port a24513dc-0ee5-4c89-95fd-e4eb11a2e541, host dv-cinder-826589-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=a24513dc-0ee5-4c89-95fd-e4eb11a2e541,segment=NetworkSegment(294324f3-9bd6-436f-a71b-f86457320cc4),segment_id=294324f3-9bd6-436f-a71b-f86457320cc4)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:14:54.524277 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (a24513dc-0ee5-4c89-95fd-e4eb11a2e541), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:54.525172 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device 402d9145-cc62-4716-99f3-715816ec6846 up at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:14:54.632670 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3de7c0-7adc-4450-94f4-66b6a6566d2e None None] Sync routers for ids ['e1f5c23e-952d-403a-ab93-14ef5d43e97a'] in dv-cinder-826589-1-iscsi {{(pid=102577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 08:14:54.684907 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-84f64028-d758-4200-a634-8b4e45c8e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (30676f9c-3677-4b49-810a-45ff2c7eef62), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:54.690408 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Pushing event updated for resources: {'Port': ['ID=a24513dc-0ee5-4c89-95fd-e4eb11a2e541,revision_number=3']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:14:54.702874 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3de7c0-7adc-4450-94f4-66b6a6566d2e None None] Routers {'e1f5c23e-952d-403a-ab93-14ef5d43e97a'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:14:54.704104 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-1a3de7c0-7adc-4450-94f4-66b6a6566d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:14:53Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['e1f5c23e-952d-403a-ab93-14ef5d43e97a'], 'active': True} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:14:54.735844 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-442da849-f55c-4d60-b23a-d4bdb62a2121 req-037911f9-ade8-49ee-b3a9-ddee2172ca49 service neutron] 10.222.0.59 "GET /v2.0/networks/1a10d936-2487-48e8-aa9c-a0dd8e98b798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5330856 Jan 27 08:14:54.771559 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-ef04453f-8313-45fe-9251-54a3dc4bc90a None None] Current status of the port a24513dc-0ee5-4c89-95fd-e4eb11a2e541 is: ACTIVE; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:14:54.783823 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Provisioning complete for port 402d9145-cc62-4716-99f3-715816ec6846 triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:14:54.784228 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (402d9145-cc62-4716-99f3-715816ec6846), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:54.923316 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvr_db [None req-1a3de7c0-7adc-4450-94f4-66b6a6566d2e None None] Set router e1f5c23e-952d-403a-ab93-14ef5d43e97a gateway port host: dv-cinder-826589-1-iscsi {{(pid=102577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:14:54.932168 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07e367d-896c-41ad-a06b-cdd9bd9493da req-ac3349c7-4ee3-4ebb-85d3-84c76ccb7c74 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:14:54.939712 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a07e367d-896c-41ad-a06b-cdd9bd9493da req-ac3349c7-4ee3-4ebb-85d3-84c76ccb7c74 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/networks?id=ce45940d-ecbf-47a0-9d51-ed21ab35fe07 HTTP/1.1" status: 200 len: 818 time: 0.8195364 Jan 27 08:14:54.962082 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5010b66-dac3-4952-a1ad-2869e08da671 None None] Network eb16c640-8d70-456d-b9db-6e89eb7e23c3 requested from dv-cinder-826589-1-iscsi {{(pid=102577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 08:14:55.005395 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a07e367d-896c-41ad-a06b-cdd9bd9493da req-292e0846-8cac-4753-b3c0-e3e40ae88106 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/quotas/494feea85d154e5fb70b8c9bb9392067 HTTP/1.1" status: 200 len: 375 time: 0.0645475 Jan 27 08:14:55.105468 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-9c802533-bdcc-454e-b833-d169824297d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550065'] for router (c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:55.218140 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Current status of the port 402d9145-cc62-4716-99f3-715816ec6846 is: ACTIVE; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:14:55.219342 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device 0204b3ac-0d35-43e7-abc1-90286ba4c155 up at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:14:55.280214 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-6820c0dd-8862-4233-aa3a-74ffe6f36763 None None] Provisioning complete for port 0204b3ac-0d35-43e7-abc1-90286ba4c155 triggered by entity DHCP. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:14:55.280581 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-6820c0dd-8862-4233-aa3a-74ffe6f36763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (0204b3ac-0d35-43e7-abc1-90286ba4c155), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:55.353119 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a07e367d-896c-41ad-a06b-cdd9bd9493da req-765af57b-6885-4a10-8e3e-bf84f13f937f tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=494feea85d154e5fb70b8c9bb9392067&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3395884 Jan 27 08:14:55.359670 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-442da849-f55c-4d60-b23a-d4bdb62a2121 req-d7c525ef-9158-4e5c-b295-4f43f255755b service neutron] 10.222.0.59 "GET /v2.0/networks/1a10d936-2487-48e8-aa9c-a0dd8e98b798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6228075 Jan 27 08:14:55.366663 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-94eb8915-9611-4685-bcc2-d8e8c694738f admin admin] Publish callbacks [] for router_gateway (78a34c9b-b651-4687-8029-7f281d2c7ec8), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:55.604397 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Provisioning complete for port 0204b3ac-0d35-43e7-abc1-90286ba4c155 triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:14:55.605832 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (0204b3ac-0d35-43e7-abc1-90286ba4c155), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:55.647907 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [req-a07e367d-896c-41ad-a06b-cdd9bd9493da req-866b0a47-854f-4788-8bcc-52c208f28510 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102576) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 08:14:55.648949 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a07e367d-896c-41ad-a06b-cdd9bd9493da req-866b0a47-854f-4788-8bcc-52c208f28510 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1039968 Jan 27 08:14:55.773756 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c802533-bdcc-454e-b833-d169824297d4 admin admin] Router c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4 is scheduled to L3 agent c4292dc4-d7f6-4187-994e-0142c7d14647 with binding_index 1 {{(pid=102576) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 08:14:55.774747 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-6820c0dd-8862-4233-aa3a-74ffe6f36763 None None] Current status of the port 0204b3ac-0d35-43e7-abc1-90286ba4c155 is: DOWN; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:14:55.775153 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-6820c0dd-8862-4233-aa3a-74ffe6f36763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (0204b3ac-0d35-43e7-abc1-90286ba4c155), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:55.834737 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-932e581e-1ad5-4fce-9316-ae3110c4cab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (037c8737-e99f-497c-9717-3fbc8e736584), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:55.895020 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-6820c0dd-8862-4233-aa3a-74ffe6f36763 None None] For port 0204b3ac-0d35-43e7-abc1-90286ba4c155, host dv-cinder-826589-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=0204b3ac-0d35-43e7-abc1-90286ba4c155,segment=NetworkSegment(d52c0c22-6164-4420-8fd5-d7a3d432294e),segment_id=d52c0c22-6164-4420-8fd5-d7a3d432294e)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:14:55.905579 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-6820c0dd-8862-4233-aa3a-74ffe6f36763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (0204b3ac-0d35-43e7-abc1-90286ba4c155), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:55.984223 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-94eb8915-9611-4685-bcc2-d8e8c694738f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550065'] for router (78a34c9b-b651-4687-8029-7f281d2c7ec8), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:56.012674 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a07e367d-896c-41ad-a06b-cdd9bd9493da req-253d9cb3-37c0-40ea-ac75-28958ccedbb0 service neutron] 10.222.0.59 "GET /v2.0/networks/ce45940d-ecbf-47a0-9d51-ed21ab35fe07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641242 Jan 27 08:14:56.058727 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Current status of the port 0204b3ac-0d35-43e7-abc1-90286ba4c155 is: ACTIVE; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:14:56.070017 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-1a3de7c0-7adc-4450-94f4-66b6a6566d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f5c23e-952d-403a-ab93-14ef5d43e97a', 'name': 'tempest-ServerRescueNegativeTestJSON-314874711-router', 'tenant_id': '494feea85d154e5fb70b8c9bb9392067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '402d9145-cc62-4716-99f3-715816ec6846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:14:46Z', 'updated_at': '2022-01-27T08:14:50Z', 'revision_number': 4, 'project_id': '494feea85d154e5fb70b8c9bb9392067', 'gw_port': {'id': '402d9145-cc62-4716-99f3-715816ec6846', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:7c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f5c23e-952d-403a-ab93-14ef5d43e97a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:46Z', 'updated_at': '2022-01-27T08:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_interfaces': [{'id': '8ed3cabd-3fb4-4ceb-a23e-e932bc5c0728', 'name': '', 'network_id': 'ce45940d-ecbf-47a0-9d51-ed21ab35fe07', 'tenant_id': '494feea85d154e5fb70b8c9bb9392067', 'mac_address': 'fa:16:3e:cc:aa:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f5c23e-952d-403a-ab93-14ef5d43e97a', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '616d213d-6c5b-4a88-a3ce-dc11ee07f260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:49Z', 'updated_at': '2022-01-27T08:14:51Z', 'revision_number': 2, 'project_id': '494feea85d154e5fb70b8c9bb9392067', 'subnets': [{'id': '616d213d-6c5b-4a88-a3ce-dc11ee07f260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:14:56.103576 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c802533-bdcc-454e-b833-d169824297d4 admin admin] Notify agent at l3_agent.dv-cinder-826589-1-iscsi the message routers_updated {{(pid=102576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 08:14:56.119178 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96481095-49b9-489e-8df5-4d1efa424f24 None None] Sync routers for ids ['c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4'] in dv-cinder-826589-1-iscsi {{(pid=102578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 08:14:56.129759 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96481095-49b9-489e-8df5-4d1efa424f24 None None] Routers {'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:14:56.130684 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-96481095-49b9-489e-8df5-4d1efa424f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:14:53Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4'], 'active': True} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:14:56.143676 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3de7c0-7adc-4450-94f4-66b6a6566d2e None None] Checking router: e1f5c23e-952d-403a-ab93-14ef5d43e97a for host: dv-cinder-826589-1-iscsi {{(pid=102577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 08:14:56.145174 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3de7c0-7adc-4450-94f4-66b6a6566d2e None None] Updating router e1f5c23e-952d-403a-ab93-14ef5d43e97a port 8ed3cabd-3fb4-4ceb-a23e-e932bc5c0728 binding host dv-cinder-826589-1-iscsi {{(pid=102577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 08:14:56.220089 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-1a3de7c0-7adc-4450-94f4-66b6a6566d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (8ed3cabd-3fb4-4ceb-a23e-e932bc5c0728), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:56.240012 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-6820c0dd-8862-4233-aa3a-74ffe6f36763 None None] Provisioning complete for port a24513dc-0ee5-4c89-95fd-e4eb11a2e541 triggered by entity DHCP. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:14:56.240596 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-6820c0dd-8862-4233-aa3a-74ffe6f36763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (a24513dc-0ee5-4c89-95fd-e4eb11a2e541), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:56.292370 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6820c0dd-8862-4233-aa3a-74ffe6f36763 None None] Pushing event updated for resources: {'Port': ['ID=0204b3ac-0d35-43e7-abc1-90286ba4c155,revision_number=3']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:14:56.302978 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device a24513dc-0ee5-4c89-95fd-e4eb11a2e541 up at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:14:56.317899 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvr_db [None req-96481095-49b9-489e-8df5-4d1efa424f24 None None] Set router c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4 gateway port host: dv-cinder-826589-1-iscsi {{(pid=102578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:14:56.338874 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-9c802533-bdcc-454e-b833-d169824297d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:56.342775 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-9c802533-bdcc-454e-b833-d169824297d4 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.9871635 Jan 27 08:14:56.346336 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 54816) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:14:56.465315 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-2c924a13-d55c-4894-b8c6-4151664315c0 req-d0e13fdc-eaeb-4800-90bb-656e6a7aeffd tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7ccb9d0-3f23-4bb9-b303-4d3c9d13ac63 HTTP/1.1" status: 200 len: 210 time: 0.2562191 Jan 27 08:14:56.535484 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a07e367d-896c-41ad-a06b-cdd9bd9493da req-ab490618-c1aa-47b5-bc06-48cf35f78269 service neutron] 10.222.0.59 "GET /v2.0/networks/ce45940d-ecbf-47a0-9d51-ed21ab35fe07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4825544 Jan 27 08:14:56.572445 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94eb8915-9611-4685-bcc2-d8e8c694738f admin admin] Router 78a34c9b-b651-4687-8029-7f281d2c7ec8 is scheduled to L3 agent c4292dc4-d7f6-4187-994e-0142c7d14647 with binding_index 1 {{(pid=102576) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 08:14:56.661159 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-6820c0dd-8862-4233-aa3a-74ffe6f36763 None None] Current status of the port a24513dc-0ee5-4c89-95fd-e4eb11a2e541 is: ACTIVE; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:14:56.713130 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Provisioning complete for port a24513dc-0ee5-4c89-95fd-e4eb11a2e541 triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:14:56.728671 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (a24513dc-0ee5-4c89-95fd-e4eb11a2e541), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:56.878350 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-96481095-49b9-489e-8df5-4d1efa424f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1645023041-router', 'tenant_id': 'e4ecc1e69f834d419992a599e2f26886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '54b23f3e-b771-4f94-9072-5f454f3d9306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:14:50Z', 'updated_at': '2022-01-27T08:14:53Z', 'revision_number': 3, 'project_id': 'e4ecc1e69f834d419992a599e2f26886', 'gw_port': {'id': '54b23f3e-b771-4f94-9072-5f454f3d9306', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c2:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:52Z', 'updated_at': '2022-01-27T08:14:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi'}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:14:56.913234 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94eb8915-9611-4685-bcc2-d8e8c694738f admin admin] Notify agent at l3_agent.dv-cinder-826589-1-iscsi the message routers_updated {{(pid=102576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 08:14:56.954084 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-94eb8915-9611-4685-bcc2-d8e8c694738f admin admin] Publish callbacks [] for router (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:56.955699 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-94eb8915-9611-4685-bcc2-d8e8c694738f admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.1449876 Jan 27 08:14:56.958294 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 54844) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:14:57.046794 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96481095-49b9-489e-8df5-4d1efa424f24 None None] Checking router: c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4 for host: dv-cinder-826589-1-iscsi {{(pid=102578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 08:14:57.048950 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96481095-49b9-489e-8df5-4d1efa424f24 None None] Updating router c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4 port 54b23f3e-b771-4f94-9072-5f454f3d9306 binding host dv-cinder-826589-1-iscsi {{(pid=102578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 08:14:57.105195 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-96481095-49b9-489e-8df5-4d1efa424f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (54b23f3e-b771-4f94-9072-5f454f3d9306), before_update {{(pid=102578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:57.167355 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-1a3de7c0-7adc-4450-94f4-66b6a6566d2e None None] Publish callbacks [] for port (8ed3cabd-3fb4-4ceb-a23e-e932bc5c0728), precommit_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:57.256112 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034ce491-9993-48f5-bcd2-81e7b7fabe34 None None] Sync routers for ids ['78a34c9b-b651-4687-8029-7f281d2c7ec8'] in dv-cinder-826589-1-iscsi {{(pid=102577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 08:14:57.262851 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-1a3de7c0-7adc-4450-94f4-66b6a6566d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (8ed3cabd-3fb4-4ceb-a23e-e932bc5c0728), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:57.286640 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-04b9ea5c-b9a9-43fc-9c26-08324989fb23 req-1e5c24f4-de22-4b9b-8b3e-e068a3204e24 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=b88ccf1a-3e69-47d6-ac9b-d31d5aad936d HTTP/1.1" status: 200 len: 210 time: 0.0737681 Jan 27 08:14:57.340543 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-0149d8c0-e0ed-499f-adc1-058aa1e20dfd None None] Provisioning complete for port 0204b3ac-0d35-43e7-abc1-90286ba4c155 triggered by entity DHCP. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:14:57.347593 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-0149d8c0-e0ed-499f-adc1-058aa1e20dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (0204b3ac-0d35-43e7-abc1-90286ba4c155), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:57.385609 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (e79cbf24-12bd-4e20-a580-79498d5b225b), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:57.464705 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f52f9-1800-403a-8a98-627ee92c8732 None None] Pushing event updated for resources: {'Port': ['ID=8ed3cabd-3fb4-4ceb-a23e-e932bc5c0728,revision_number=3']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:14:57.482118 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034ce491-9993-48f5-bcd2-81e7b7fabe34 None None] Routers {'78a34c9b-b651-4687-8029-7f281d2c7ec8'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:14:57.482983 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-034ce491-9993-48f5-bcd2-81e7b7fabe34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:14:53Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['78a34c9b-b651-4687-8029-7f281d2c7ec8'], 'active': True} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:14:57.716151 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-96481095-49b9-489e-8df5-4d1efa424f24 None None] Publish callbacks [] for port (54b23f3e-b771-4f94-9072-5f454f3d9306), precommit_update {{(pid=102578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:57.721641 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-6e356208-a1b6-440d-994f-2ec320ddb348 req-9b057323-0fff-43b6-864c-de8357b48dd2 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7ccb9d0-3f23-4bb9-b303-4d3c9d13ac63 HTTP/1.1" status: 200 len: 210 time: 0.0682256 Jan 27 08:14:57.727210 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-96481095-49b9-489e-8df5-4d1efa424f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (54b23f3e-b771-4f94-9072-5f454f3d9306), after_update {{(pid=102578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:57.738099 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvr_db [None req-034ce491-9993-48f5-bcd2-81e7b7fabe34 None None] Set router 78a34c9b-b651-4687-8029-7f281d2c7ec8 gateway port host: dv-cinder-826589-1-iscsi {{(pid=102577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:14:57.821799 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1061e336-6043-46aa-ad6e-cbc2a8c0637d None None] Pushing event updated for resources: {'Port': ['ID=54b23f3e-b771-4f94-9072-5f454f3d9306,revision_number=2']} {{(pid=102578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:14:57.841851 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-7baaf084-8ea4-477a-920b-008ede1a469d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:57.853854 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.managers [None req-96481095-49b9-489e-8df5-4d1efa424f24 None None] Attempting to bind port 54b23f3e-b771-4f94-9072-5f454f3d9306 on host dv-cinder-826589-1-iscsi for vnic_type normal with profile {{(pid=102578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 08:14:57.854457 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.managers [None req-96481095-49b9-489e-8df5-4d1efa424f24 None None] Attempting to bind port 54b23f3e-b771-4f94-9072-5f454f3d9306 by drivers openvswitch,hyperv on host dv-cinder-826589-1-iscsi at level 0 using segments [{'id': 'fa55335f-a52a-465d-b188-80ce12fc9c40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6'}] {{(pid=102578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 08:14:57.855553 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96481095-49b9-489e-8df5-4d1efa424f24 None None] Attempting to bind port 54b23f3e-b771-4f94-9072-5f454f3d9306 on network 3614e5a2-e145-4686-b153-8df14846b7f6 {{(pid=102578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:14:57.866351 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96481095-49b9-489e-8df5-4d1efa424f24 None None] Checking agent: {'id': 'e79cbf24-12bd-4e20-a580-79498d5b225b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826589-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 8, 6, 57), 'started_at': datetime.datetime(2022, 1, 27, 8, 7, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 8, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826589-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 08:14:57.867876 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96481095-49b9-489e-8df5-4d1efa424f24 None None] Checking segment: {'id': 'fa55335f-a52a-465d-b188-80ce12fc9c40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:14:57.868441 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-96481095-49b9-489e-8df5-4d1efa424f24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:57.869019 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96481095-49b9-489e-8df5-4d1efa424f24 None None] Bound using segment: {'id': 'fa55335f-a52a-465d-b188-80ce12fc9c40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6'} {{(pid=102578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 08:14:57.869888 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.managers [None req-96481095-49b9-489e-8df5-4d1efa424f24 None None] Bound port: 54b23f3e-b771-4f94-9072-5f454f3d9306, host: dv-cinder-826589-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa55335f-a52a-465d-b188-80ce12fc9c40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6'}}] {{(pid=102578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 08:14:57.870644 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-96481095-49b9-489e-8df5-4d1efa424f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (54b23f3e-b771-4f94-9072-5f454f3d9306), before_update {{(pid=102578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:57.872322 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8b6a2315-8a72-4518-8bc7-fe037b40acec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:58.065249 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.db [None req-96481095-49b9-489e-8df5-4d1efa424f24 None None] For port 54b23f3e-b771-4f94-9072-5f454f3d9306, host dv-cinder-826589-1-iscsi, cleared binding levels {{(pid=102578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 08:14:58.069682 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.db [None req-96481095-49b9-489e-8df5-4d1efa424f24 None None] For port 54b23f3e-b771-4f94-9072-5f454f3d9306, host dv-cinder-826589-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=54b23f3e-b771-4f94-9072-5f454f3d9306,segment=NetworkSegment(fa55335f-a52a-465d-b188-80ce12fc9c40),segment_id=fa55335f-a52a-465d-b188-80ce12fc9c40)] {{(pid=102578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 08:14:58.079266 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-96481095-49b9-489e-8df5-4d1efa424f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (54b23f3e-b771-4f94-9072-5f454f3d9306), after_update {{(pid=102578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:58.147515 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96481095-49b9-489e-8df5-4d1efa424f24 None None] Routers {'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:14:58.148270 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-96481095-49b9-489e-8df5-4d1efa424f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:14:53Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4'], 'active': True} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:14:58.163273 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1061e336-6043-46aa-ad6e-cbc2a8c0637d None None] Pushing event updated for resources: {'Port': ['ID=54b23f3e-b771-4f94-9072-5f454f3d9306,revision_number=3']} {{(pid=102578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:14:58.293705 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Current status of the port a24513dc-0ee5-4c89-95fd-e4eb11a2e541 is: ACTIVE; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:14:58.303382 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.db_base_plugin_common [None req-8b6a2315-8a72-4518-8bc7-fe037b40acec admin admin] Allocated IP 172.20.0.1 (eb16c640-8d70-456d-b9db-6e89eb7e23c3/57070168-9245-4dd6-b7ac-0c997e12d4d3/0f0bbcb7-0256-4240-9bfe-0feeb5b30b2d) {{(pid=102575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 08:14:58.429828 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8fd7a4-4a60-4541-85f6-e72c78bdbf7e req-04f34396-a7e7-4b33-8da6-062f525dde82 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:14:58.431568 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-3f8fd7a4-4a60-4541-85f6-e72c78bdbf7e req-04f34396-a7e7-4b33-8da6-062f525dde82 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/networks?id=ce45940d-ecbf-47a0-9d51-ed21ab35fe07 HTTP/1.1" status: 200 len: 818 time: 0.7519588 Jan 27 08:14:58.476665 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-3f8fd7a4-4a60-4541-85f6-e72c78bdbf7e req-d7a5ad1e-c33c-4e3f-9571-b96c698183d4 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/quotas/494feea85d154e5fb70b8c9bb9392067 HTTP/1.1" status: 200 len: 375 time: 0.0393167 Jan 27 08:14:58.509437 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8b6a2315-8a72-4518-8bc7-fe037b40acec admin admin] Publish callbacks [] for port (0f0bbcb7-0256-4240-9bfe-0feeb5b30b2d), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:58.516270 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.managers [None req-1a3de7c0-7adc-4450-94f4-66b6a6566d2e None None] Attempting to bind port 8ed3cabd-3fb4-4ceb-a23e-e932bc5c0728 on host dv-cinder-826589-1-iscsi for vnic_type normal with profile {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 08:14:58.516779 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.managers [None req-1a3de7c0-7adc-4450-94f4-66b6a6566d2e None None] Attempting to bind port 8ed3cabd-3fb4-4ceb-a23e-e932bc5c0728 by drivers openvswitch,hyperv on host dv-cinder-826589-1-iscsi at level 0 using segments [{'id': '0c209b26-9e0d-4627-a10c-ba3741754b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ce45940d-ecbf-47a0-9d51-ed21ab35fe07'}] {{(pid=102577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 08:14:58.519470 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3de7c0-7adc-4450-94f4-66b6a6566d2e None None] Attempting to bind port 8ed3cabd-3fb4-4ceb-a23e-e932bc5c0728 on network ce45940d-ecbf-47a0-9d51-ed21ab35fe07 {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:14:58.550902 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3de7c0-7adc-4450-94f4-66b6a6566d2e None None] Checking agent: {'id': 'e79cbf24-12bd-4e20-a580-79498d5b225b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826589-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 8, 6, 57), 'started_at': datetime.datetime(2022, 1, 27, 8, 7, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 8, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826589-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 08:14:58.551284 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3de7c0-7adc-4450-94f4-66b6a6566d2e None None] Checking segment: {'id': '0c209b26-9e0d-4627-a10c-ba3741754b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ce45940d-ecbf-47a0-9d51-ed21ab35fe07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:14:58.551698 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-1a3de7c0-7adc-4450-94f4-66b6a6566d2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:58.559497 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3de7c0-7adc-4450-94f4-66b6a6566d2e None None] Bound using segment: {'id': '0c209b26-9e0d-4627-a10c-ba3741754b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ce45940d-ecbf-47a0-9d51-ed21ab35fe07'} {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 08:14:58.560240 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.managers [None req-1a3de7c0-7adc-4450-94f4-66b6a6566d2e None None] Bound port: 8ed3cabd-3fb4-4ceb-a23e-e932bc5c0728, host: dv-cinder-826589-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c209b26-9e0d-4627-a10c-ba3741754b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ce45940d-ecbf-47a0-9d51-ed21ab35fe07'}}] {{(pid=102577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 08:14:58.560688 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-1a3de7c0-7adc-4450-94f4-66b6a6566d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (8ed3cabd-3fb4-4ceb-a23e-e932bc5c0728), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:58.588434 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvr_db [None req-96481095-49b9-489e-8df5-4d1efa424f24 None None] Set router c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4 gateway port host: dv-cinder-826589-1-iscsi {{(pid=102578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:14:58.592278 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8b6a2315-8a72-4518-8bc7-fe037b40acec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730334756109'] for port (0f0bbcb7-0256-4240-9bfe-0feeb5b30b2d), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:58.732236 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a2315-8a72-4518-8bc7-fe037b40acec admin admin] Pushing event updated for resources: {'Port': ['ID=0f0bbcb7-0256-4240-9bfe-0feeb5b30b2d,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:14:58.760223 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6a2315-8a72-4518-8bc7-fe037b40acec admin admin] Network eb16c640-8d70-456d-b9db-6e89eb7e23c3 is already hosted by enough agents. {{(pid=102575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 08:14:58.765101 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.base_scheduler [None req-8b6a2315-8a72-4518-8bc7-fe037b40acec admin admin] Resources bound (agent type, host, resource id): {{(pid=102575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:14:58.779581 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6a2315-8a72-4518-8bc7-fe037b40acec admin admin] Received port after_create {{(pid=102575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 08:14:58.780073 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8b6a2315-8a72-4518-8bc7-fe037b40acec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549604'] for router_interface (c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:58.963966 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-1a3de7c0-7adc-4450-94f4-66b6a6566d2e None None] For port 8ed3cabd-3fb4-4ceb-a23e-e932bc5c0728, host dv-cinder-826589-1-iscsi, cleared binding levels {{(pid=102577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 08:14:58.971264 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-1a3de7c0-7adc-4450-94f4-66b6a6566d2e None None] For port 8ed3cabd-3fb4-4ceb-a23e-e932bc5c0728, host dv-cinder-826589-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=8ed3cabd-3fb4-4ceb-a23e-e932bc5c0728,segment=NetworkSegment(0c209b26-9e0d-4627-a10c-ba3741754b4c),segment_id=0c209b26-9e0d-4627-a10c-ba3741754b4c)] {{(pid=102577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 08:14:58.972063 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-3f8fd7a4-4a60-4541-85f6-e72c78bdbf7e req-977821fc-050b-4476-b193-7ebae41336fb tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=494feea85d154e5fb70b8c9bb9392067&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4808202 Jan 27 08:14:58.975998 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (926d476c-3c92-4faa-a402-a395b4978e44), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:59.091261 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-1a3de7c0-7adc-4450-94f4-66b6a6566d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (8ed3cabd-3fb4-4ceb-a23e-e932bc5c0728), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:59.114541 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-0149d8c0-e0ed-499f-adc1-058aa1e20dfd None None] Current status of the port 0204b3ac-0d35-43e7-abc1-90286ba4c155 is: ACTIVE; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:14:59.128879 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device 0204b3ac-0d35-43e7-abc1-90286ba4c155 up at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:14:59.181179 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-3f8fd7a4-4a60-4541-85f6-e72c78bdbf7e req-39c7a67e-dcf9-41cb-a106-278d767832ef service neutron] 10.222.0.59 "GET /v2.0/networks/ce45940d-ecbf-47a0-9d51-ed21ab35fe07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057858 Jan 27 08:14:59.183527 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8b6a2315-8a72-4518-8bc7-fe037b40acec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (0f0bbcb7-0256-4240-9bfe-0feeb5b30b2d), before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:59.208949 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-96481095-49b9-489e-8df5-4d1efa424f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1645023041-router', 'tenant_id': 'e4ecc1e69f834d419992a599e2f26886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '54b23f3e-b771-4f94-9072-5f454f3d9306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:14:50Z', 'updated_at': '2022-01-27T08:14:53Z', 'revision_number': 3, 'project_id': 'e4ecc1e69f834d419992a599e2f26886', 'gw_port': {'id': '54b23f3e-b771-4f94-9072-5f454f3d9306', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c2:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:52Z', 'updated_at': '2022-01-27T08:14:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi'}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:14:59.277785 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96481095-49b9-489e-8df5-4d1efa424f24 None None] The sync data for ids ['c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4'] in dv-cinder-826589-1-iscsi is: [{'id': 'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1645023041-router', 'tenant_id': 'e4ecc1e69f834d419992a599e2f26886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '54b23f3e-b771-4f94-9072-5f454f3d9306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:14:50Z', 'updated_at': '2022-01-27T08:14:53Z', 'revision_number': 3, 'project_id': 'e4ecc1e69f834d419992a599e2f26886', 'gw_port': {'id': '54b23f3e-b771-4f94-9072-5f454f3d9306', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c2:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:52Z', 'updated_at': '2022-01-27T08:14:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi'}] {{(pid=102578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 08:14:59.373685 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.db_base_plugin_common [None req-7baaf084-8ea4-477a-920b-008ede1a469d admin admin] Allocated IP 172.20.0.1 (b7914447-2aa2-4569-84ca-e3ee909bc8ea/56dcdf12-0462-4feb-a564-4fe3cd20bfe1/d4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f) {{(pid=102576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 08:14:59.408698 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3de7c0-7adc-4450-94f4-66b6a6566d2e None None] Routers {'e1f5c23e-952d-403a-ab93-14ef5d43e97a'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:14:59.409377 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-1a3de7c0-7adc-4450-94f4-66b6a6566d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:14:53Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['e1f5c23e-952d-403a-ab93-14ef5d43e97a'], 'active': True} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:14:59.481370 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-3f8fd7a4-4a60-4541-85f6-e72c78bdbf7e req-210be4e8-8222-43af-892f-c6c5c46f0642 service neutron] 10.222.0.59 "GET /v2.0/networks/ce45940d-ecbf-47a0-9d51-ed21ab35fe07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001053 Jan 27 08:14:59.511287 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.72', 60098) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:14:59.521702 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-dfa0fb79-3ea5-4c7b-b2d9-599857ed538b None None] Provisioning complete for port 0f0bbcb7-0256-4240-9bfe-0feeb5b30b2d triggered by entity DHCP. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:14:59.522099 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-dfa0fb79-3ea5-4c7b-b2d9-599857ed538b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (0f0bbcb7-0256-4240-9bfe-0feeb5b30b2d), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:59.525122 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-929eee97-658e-4882-8173-dd93ed4a6315 req-164382ed-149d-4fc5-b131-ab4827dcd772 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7ccb9d0-3f23-4bb9-b303-4d3c9d13ac63 HTTP/1.1" status: 200 len: 210 time: 0.1225746 Jan 27 08:14:59.581488 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-dfa0fb79-3ea5-4c7b-b2d9-599857ed538b None None] Port 0f0bbcb7-0256-4240-9bfe-0feeb5b30b2d cannot update to ACTIVE because it is not bound. {{(pid=102577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 08:14:59.620689 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-034ce491-9993-48f5-bcd2-81e7b7fabe34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a34c9b-b651-4687-8029-7f281d2c7ec8', 'name': 'tempest-AttachVolumeTestJSON-1315933907-router', 'tenant_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '6bd706e7-7399-4bce-acef-9138b3a6821e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:14:51Z', 'updated_at': '2022-01-27T08:14:54Z', 'revision_number': 3, 'project_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'gw_port': {'id': '6bd706e7-7399-4bce-acef-9138b3a6821e', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a34c9b-b651-4687-8029-7f281d2c7ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:52Z', 'updated_at': '2022-01-27T08:14:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi'}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:14:59.654564 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f52f9-1800-403a-8a98-627ee92c8732 None None] Pushing event updated for resources: {'Port': ['ID=8ed3cabd-3fb4-4ceb-a23e-e932bc5c0728,revision_number=4']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:14:59.664137 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8b6a2315-8a72-4518-8bc7-fe037b40acec admin admin] Publish callbacks [] for port (0f0bbcb7-0256-4240-9bfe-0feeb5b30b2d), precommit_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:59.727475 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034ce491-9993-48f5-bcd2-81e7b7fabe34 None None] Checking router: 78a34c9b-b651-4687-8029-7f281d2c7ec8 for host: dv-cinder-826589-1-iscsi {{(pid=102577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 08:14:59.727829 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034ce491-9993-48f5-bcd2-81e7b7fabe34 None None] Updating router 78a34c9b-b651-4687-8029-7f281d2c7ec8 port 6bd706e7-7399-4bce-acef-9138b3a6821e binding host dv-cinder-826589-1-iscsi {{(pid=102577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 08:14:59.835068 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Provisioning complete for port 0204b3ac-0d35-43e7-abc1-90286ba4c155 triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:14:59.835068 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (0204b3ac-0d35-43e7-abc1-90286ba4c155), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:59.844316 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-7baaf084-8ea4-477a-920b-008ede1a469d admin admin] Publish callbacks [] for port (d4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:14:59.870705 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.72', 60099) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:14:59.909955 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-034ce491-9993-48f5-bcd2-81e7b7fabe34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (6bd706e7-7399-4bce-acef-9138b3a6821e), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:00.191914 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07e367d-896c-41ad-a06b-cdd9bd9493da req-73578dd2-23b9-4dbe-bc4a-a3e280ba64c7 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:00.205500 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a07e367d-896c-41ad-a06b-cdd9bd9493da req-73578dd2-23b9-4dbe-bc4a-a3e280ba64c7 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.72 "GET /v2.0/networks?id=ce45940d-ecbf-47a0-9d51-ed21ab35fe07 HTTP/1.1" status: 200 len: 818 time: 0.3318901 Jan 27 08:15:00.280251 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvr_db [None req-1a3de7c0-7adc-4450-94f4-66b6a6566d2e None None] Set router e1f5c23e-952d-403a-ab93-14ef5d43e97a gateway port host: dv-cinder-826589-1-iscsi {{(pid=102577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:15:00.351587 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [req-a07e367d-896c-41ad-a06b-cdd9bd9493da req-e4941118-f550-45ad-83a8-a28dc2cfdf70 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Request body: {'port': {'device_id': 'b88ccf1a-3e69-47d6-ac9b-d31d5aad936d', 'network_id': 'ce45940d-ecbf-47a0-9d51-ed21ab35fe07', 'admin_state_up': True, 'tenant_id': '494feea85d154e5fb70b8c9bb9392067'}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:15:00.407710 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442da849-f55c-4d60-b23a-d4bdb62a2121 req-7fafbd17-76fa-4b94-bfa8-b9956d09b550 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:00.409408 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-442da849-f55c-4d60-b23a-d4bdb62a2121 req-7fafbd17-76fa-4b94-bfa8-b9956d09b550 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] 10.222.0.72 "GET /v2.0/networks?id=1a10d936-2487-48e8-aa9c-a0dd8e98b798 HTTP/1.1" status: 200 len: 810 time: 0.8969636 Jan 27 08:15:00.416096 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8b6a2315-8a72-4518-8bc7-fe037b40acec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (0f0bbcb7-0256-4240-9bfe-0feeb5b30b2d), after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:00.416866 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8b6a2315-8a72-4518-8bc7-fe037b40acec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550260'] for router_interface (c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:00.443434 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-450edd63-062a-4063-82cd-e7840cff0716 req-36d74e31-d6b4-4ea1-8f7f-143c964113be tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 210 time: 0.2092419 Jan 27 08:15:00.602602 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-034ce491-9993-48f5-bcd2-81e7b7fabe34 None None] Publish callbacks [] for port (6bd706e7-7399-4bce-acef-9138b3a6821e), precommit_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:00.609414 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.v2.base [req-442da849-f55c-4d60-b23a-d4bdb62a2121 req-26f4d869-7d29-4fbb-8e28-dbb7cb7e58c6 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] Request body: {'port': {'device_id': 'd7ccb9d0-3f23-4bb9-b303-4d3c9d13ac63', 'network_id': '1a10d936-2487-48e8-aa9c-a0dd8e98b798', 'admin_state_up': True, 'tenant_id': 'ed2d39a185844ec692a0384bdc012a48'}} {{(pid=102575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:15:00.633332 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-7baaf084-8ea4-477a-920b-008ede1a469d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730334756109'] for port (d4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:00.637848 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-034ce491-9993-48f5-bcd2-81e7b7fabe34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (6bd706e7-7399-4bce-acef-9138b3a6821e), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:00.731545 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baaf084-8ea4-477a-920b-008ede1a469d admin admin] Pushing event updated for resources: {'Port': ['ID=d4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:00.810172 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d712d34c-2ca2-4761-82ef-08d2963364fe req-5ba660e1-71f1-42cc-aa5e-75c86e36c134 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7ccb9d0-3f23-4bb9-b303-4d3c9d13ac63 HTTP/1.1" status: 200 len: 210 time: 0.0961814 Jan 27 08:15:00.847188 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a2315-8a72-4518-8bc7-fe037b40acec admin admin] Pushing event updated for resources: {'Port': ['ID=0f0bbcb7-0256-4240-9bfe-0feeb5b30b2d,revision_number=2']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:00.866225 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7baaf084-8ea4-477a-920b-008ede1a469d admin admin] Network b7914447-2aa2-4569-84ca-e3ee909bc8ea is already hosted by enough agents. {{(pid=102576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 08:15:00.884376 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.base_scheduler [None req-7baaf084-8ea4-477a-920b-008ede1a469d admin admin] Resources bound (agent type, host, resource id): {{(pid=102576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:15:00.890302 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7baaf084-8ea4-477a-920b-008ede1a469d admin admin] Received port after_create {{(pid=102576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 08:15:00.893586 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-7baaf084-8ea4-477a-920b-008ede1a469d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549604'] for router_interface (78a34c9b-b651-4687-8029-7f281d2c7ec8), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:00.901718 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Current status of the port 0204b3ac-0d35-43e7-abc1-90286ba4c155 is: ACTIVE; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:15:01.019564 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.managers [None req-034ce491-9993-48f5-bcd2-81e7b7fabe34 None None] Attempting to bind port 6bd706e7-7399-4bce-acef-9138b3a6821e on host dv-cinder-826589-1-iscsi for vnic_type normal with profile {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 08:15:01.019941 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.managers [None req-034ce491-9993-48f5-bcd2-81e7b7fabe34 None None] Attempting to bind port 6bd706e7-7399-4bce-acef-9138b3a6821e by drivers openvswitch,hyperv on host dv-cinder-826589-1-iscsi at level 0 using segments [{'id': 'fa55335f-a52a-465d-b188-80ce12fc9c40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6'}] {{(pid=102577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 08:15:01.020305 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034ce491-9993-48f5-bcd2-81e7b7fabe34 None None] Attempting to bind port 6bd706e7-7399-4bce-acef-9138b3a6821e on network 3614e5a2-e145-4686-b153-8df14846b7f6 {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:15:01.090111 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 55060) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:01.106461 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034ce491-9993-48f5-bcd2-81e7b7fabe34 None None] Checking agent: {'id': 'e79cbf24-12bd-4e20-a580-79498d5b225b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826589-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 8, 6, 57), 'started_at': datetime.datetime(2022, 1, 27, 8, 7, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 8, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826589-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 08:15:01.106842 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034ce491-9993-48f5-bcd2-81e7b7fabe34 None None] Checking segment: {'id': 'fa55335f-a52a-465d-b188-80ce12fc9c40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:15:01.107249 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-034ce491-9993-48f5-bcd2-81e7b7fabe34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:01.107645 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034ce491-9993-48f5-bcd2-81e7b7fabe34 None None] Bound using segment: {'id': 'fa55335f-a52a-465d-b188-80ce12fc9c40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6'} {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 08:15:01.108132 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.managers [None req-034ce491-9993-48f5-bcd2-81e7b7fabe34 None None] Bound port: 6bd706e7-7399-4bce-acef-9138b3a6821e, host: dv-cinder-826589-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa55335f-a52a-465d-b188-80ce12fc9c40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6'}}] {{(pid=102577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 08:15:01.108514 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-034ce491-9993-48f5-bcd2-81e7b7fabe34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (6bd706e7-7399-4bce-acef-9138b3a6821e), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:01.129777 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef55934-2612-4538-9d69-d571dee087cd None None] Pushing event updated for resources: {'Port': ['ID=6bd706e7-7399-4bce-acef-9138b3a6821e,revision_number=2']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:01.304848 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a07e367d-896c-41ad-a06b-cdd9bd9493da req-e4941118-f550-45ad-83a8-a28dc2cfdf70 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Made reservation on behalf of 494feea85d154e5fb70b8c9bb9392067 for: {'port': 1} {{(pid=102576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 08:15:01.310915 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-a07e367d-896c-41ad-a06b-cdd9bd9493da req-e4941118-f550-45ad-83a8-a28dc2cfdf70 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:01.311650 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6a2315-8a72-4518-8bc7-fe037b40acec admin admin] Network eb16c640-8d70-456d-b9db-6e89eb7e23c3 is already hosted by enough agents. {{(pid=102575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 08:15:01.324059 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.base_scheduler [None req-8b6a2315-8a72-4518-8bc7-fe037b40acec admin admin] Resources bound (agent type, host, resource id): {{(pid=102575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:15:01.374681 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device 54b23f3e-b771-4f94-9072-5f454f3d9306 up at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:15:01.440325 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-7a682f7c-3cdc-4e67-91c4-298da625b023 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:01.638633 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-034ce491-9993-48f5-bcd2-81e7b7fabe34 None None] For port 6bd706e7-7399-4bce-acef-9138b3a6821e, host dv-cinder-826589-1-iscsi, cleared binding levels {{(pid=102577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 08:15:01.667531 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.agents_db [None req-38ef7be0-44ce-4a1a-bebd-f97a99571a56 None None] Agent healthcheck: found 6 active agents {{(pid=102578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 08:15:01.707785 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-034ce491-9993-48f5-bcd2-81e7b7fabe34 None None] For port 6bd706e7-7399-4bce-acef-9138b3a6821e, host dv-cinder-826589-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=6bd706e7-7399-4bce-acef-9138b3a6821e,segment=NetworkSegment(fa55335f-a52a-465d-b188-80ce12fc9c40),segment_id=fa55335f-a52a-465d-b188-80ce12fc9c40)] {{(pid=102577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 08:15:01.710303 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-b5c928a3-8891-4d87-b398-472d23985e0f None None] Provisioning complete for port d4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f triggered by entity DHCP. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:15:01.710685 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-b5c928a3-8891-4d87-b398-472d23985e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (d4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:01.746075 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-034ce491-9993-48f5-bcd2-81e7b7fabe34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (6bd706e7-7399-4bce-acef-9138b3a6821e), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:01.902252 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-7baaf084-8ea4-477a-920b-008ede1a469d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (d4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f), before_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:01.914471 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Provisioning complete for port 54b23f3e-b771-4f94-9072-5f454f3d9306 triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:15:01.921955 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (54b23f3e-b771-4f94-9072-5f454f3d9306), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:01.927660 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-aabb4666-d805-4afc-b75d-19dcc69a884c req-02b58954-c62f-42e6-aeba-a316843acd54 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 210 time: 0.1874185 Jan 27 08:15:02.043978 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-b5c928a3-8891-4d87-b398-472d23985e0f None None] Port d4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f cannot update to ACTIVE because it is not bound. {{(pid=102577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 08:15:02.080343 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef55934-2612-4538-9d69-d571dee087cd None None] Pushing event updated for resources: {'Port': ['ID=6bd706e7-7399-4bce-acef-9138b3a6821e,revision_number=3']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:02.118324 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-1a3de7c0-7adc-4450-94f4-66b6a6566d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f5c23e-952d-403a-ab93-14ef5d43e97a', 'name': 'tempest-ServerRescueNegativeTestJSON-314874711-router', 'tenant_id': '494feea85d154e5fb70b8c9bb9392067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '402d9145-cc62-4716-99f3-715816ec6846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:14:46Z', 'updated_at': '2022-01-27T08:14:50Z', 'revision_number': 4, 'project_id': '494feea85d154e5fb70b8c9bb9392067', 'gw_port': {'id': '402d9145-cc62-4716-99f3-715816ec6846', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:7c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f5c23e-952d-403a-ab93-14ef5d43e97a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:46Z', 'updated_at': '2022-01-27T08:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_interfaces': [{'id': '8ed3cabd-3fb4-4ceb-a23e-e932bc5c0728', 'name': '', 'network_id': 'ce45940d-ecbf-47a0-9d51-ed21ab35fe07', 'tenant_id': '494feea85d154e5fb70b8c9bb9392067', 'mac_address': 'fa:16:3e:cc:aa:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f5c23e-952d-403a-ab93-14ef5d43e97a', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '616d213d-6c5b-4a88-a3ce-dc11ee07f260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:49Z', 'updated_at': '2022-01-27T08:14:58Z', 'revision_number': 4, 'project_id': '494feea85d154e5fb70b8c9bb9392067', 'subnets': [{'id': '616d213d-6c5b-4a88-a3ce-dc11ee07f260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:15:02.120654 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034ce491-9993-48f5-bcd2-81e7b7fabe34 None None] Routers {'78a34c9b-b651-4687-8029-7f281d2c7ec8'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:15:02.121427 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-034ce491-9993-48f5-bcd2-81e7b7fabe34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:14:53Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['78a34c9b-b651-4687-8029-7f281d2c7ec8'], 'active': True} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:15:02.129177 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-442da849-f55c-4d60-b23a-d4bdb62a2121 req-26f4d869-7d29-4fbb-8e28-dbb7cb7e58c6 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] Made reservation on behalf of ed2d39a185844ec692a0384bdc012a48 for: {'port': 1} {{(pid=102575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 08:15:02.132564 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-442da849-f55c-4d60-b23a-d4bdb62a2121 req-26f4d869-7d29-4fbb-8e28-dbb7cb7e58c6 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:02.184868 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-1f638c2c-3ddd-4595-9b92-0c37f6165512 req-5092ac4a-76ae-4945-9a51-3a8486ac7629 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7ccb9d0-3f23-4bb9-b303-4d3c9d13ac63 HTTP/1.1" status: 200 len: 210 time: 0.1651678 Jan 27 08:15:02.250516 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Current status of the port 54b23f3e-b771-4f94-9072-5f454f3d9306 is: DOWN; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:15:02.250893 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (54b23f3e-b771-4f94-9072-5f454f3d9306), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:02.252170 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.db_base_plugin_common [req-a07e367d-896c-41ad-a06b-cdd9bd9493da req-e4941118-f550-45ad-83a8-a28dc2cfdf70 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Allocated IP 172.20.0.4 (ce45940d-ecbf-47a0-9d51-ed21ab35fe07/616d213d-6c5b-4a88-a3ce-dc11ee07f260/2482131d-d792-43df-a5ba-966feb101f26) {{(pid=102576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 08:15:02.255827 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3de7c0-7adc-4450-94f4-66b6a6566d2e None None] The sync data for ids ['e1f5c23e-952d-403a-ab93-14ef5d43e97a'] in dv-cinder-826589-1-iscsi is: [{'id': 'e1f5c23e-952d-403a-ab93-14ef5d43e97a', 'name': 'tempest-ServerRescueNegativeTestJSON-314874711-router', 'tenant_id': '494feea85d154e5fb70b8c9bb9392067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '402d9145-cc62-4716-99f3-715816ec6846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:14:46Z', 'updated_at': '2022-01-27T08:14:50Z', 'revision_number': 4, 'project_id': '494feea85d154e5fb70b8c9bb9392067', 'gw_port': {'id': '402d9145-cc62-4716-99f3-715816ec6846', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:7c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f5c23e-952d-403a-ab93-14ef5d43e97a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:46Z', 'updated_at': '2022-01-27T08:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_interfaces': [{'id': '8ed3cabd-3fb4-4ceb-a23e-e932bc5c0728', 'name': '', 'network_id': 'ce45940d-ecbf-47a0-9d51-ed21ab35fe07', 'tenant_id': '494feea85d154e5fb70b8c9bb9392067', 'mac_address': 'fa:16:3e:cc:aa:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f5c23e-952d-403a-ab93-14ef5d43e97a', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '616d213d-6c5b-4a88-a3ce-dc11ee07f260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:49Z', 'updated_at': '2022-01-27T08:14:58Z', 'revision_number': 4, 'project_id': '494feea85d154e5fb70b8c9bb9392067', 'subnets': [{'id': '616d213d-6c5b-4a88-a3ce-dc11ee07f260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 08:15:02.297586 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] For port 54b23f3e-b771-4f94-9072-5f454f3d9306, host dv-cinder-826589-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=54b23f3e-b771-4f94-9072-5f454f3d9306,segment=NetworkSegment(fa55335f-a52a-465d-b188-80ce12fc9c40),segment_id=fa55335f-a52a-465d-b188-80ce12fc9c40)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:15:02.298600 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-bc9aaaa6-69da-471c-82bc-f828169e2f39 None None] Provisioning complete for port 0f0bbcb7-0256-4240-9bfe-0feeb5b30b2d triggered by entity DHCP. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:15:02.298995 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-bc9aaaa6-69da-471c-82bc-f828169e2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (0f0bbcb7-0256-4240-9bfe-0feeb5b30b2d), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:02.376485 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (54b23f3e-b771-4f94-9072-5f454f3d9306), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:02.437919 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-7a682f7c-3cdc-4e67-91c4-298da625b023 admin admin] Publish callbacks [] for security_group (8d0cbcca-f145-4e42-9a84-47da1745677e), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:02.454442 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-7a682f7c-3cdc-4e67-91c4-298da625b023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (8d0cbcca-f145-4e42-9a84-47da1745677e), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:02.556227 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.db_base_plugin_common [req-442da849-f55c-4d60-b23a-d4bdb62a2121 req-26f4d869-7d29-4fbb-8e28-dbb7cb7e58c6 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] Allocated IP 172.20.0.3 (1a10d936-2487-48e8-aa9c-a0dd8e98b798/d3baa8fc-a045-4a8b-a8fe-336ed2528725/84200814-bb9d-49e6-8dd9-359441c7fdaa) {{(pid=102575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 08:15:02.591400 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b6a2315-8a72-4518-8bc7-fe037b40acec admin admin] Router c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4 has already been hosted by L3 agent c4292dc4-d7f6-4187-994e-0142c7d14647 {{(pid=102575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 08:15:02.595024 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvr_db [None req-034ce491-9993-48f5-bcd2-81e7b7fabe34 None None] Set router 78a34c9b-b651-4687-8029-7f281d2c7ec8 gateway port host: dv-cinder-826589-1-iscsi {{(pid=102577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:15:02.745984 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-bc9aaaa6-69da-471c-82bc-f828169e2f39 None None] Port 0f0bbcb7-0256-4240-9bfe-0feeb5b30b2d cannot update to ACTIVE because it is not bound. {{(pid=102577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 08:15:02.748606 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a682f7c-3cdc-4e67-91c4-298da625b023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0cbcca-f145-4e42-9a84-47da1745677e,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:02.758941 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-7a682f7c-3cdc-4e67-91c4-298da625b023 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d9e7e881a08e4599b33547e5d69e8eb6&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6673121 Jan 27 08:15:02.762027 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 55092) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:02.783432 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-7baaf084-8ea4-477a-920b-008ede1a469d admin admin] Publish callbacks [] for port (d4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f), precommit_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:02.793873 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-7baaf084-8ea4-477a-920b-008ede1a469d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (d4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f), after_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:02.794567 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-7baaf084-8ea4-477a-920b-008ede1a469d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550260'] for router_interface (78a34c9b-b651-4687-8029-7f281d2c7ec8), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:02.843054 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-a07e367d-896c-41ad-a06b-cdd9bd9493da req-e4941118-f550-45ad-83a8-a28dc2cfdf70 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Publish callbacks [] for port (2482131d-d792-43df-a5ba-966feb101f26), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:02.869121 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-442da849-f55c-4d60-b23a-d4bdb62a2121 req-26f4d869-7d29-4fbb-8e28-dbb7cb7e58c6 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] Publish callbacks [] for port (84200814-bb9d-49e6-8dd9-359441c7fdaa), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:02.871296 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Pushing event updated for resources: {'Port': ['ID=54b23f3e-b771-4f94-9072-5f454f3d9306,revision_number=4']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:02.900060 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baaf084-8ea4-477a-920b-008ede1a469d admin admin] Pushing event updated for resources: {'Port': ['ID=d4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f,revision_number=2']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:02.951282 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6a2315-8a72-4518-8bc7-fe037b40acec admin admin] Notify agent at l3_agent.dv-cinder-826589-1-iscsi the message routers_updated {{(pid=102575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 08:15:02.956741 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-8b6a2315-8a72-4518-8bc7-fe037b40acec admin admin] 10.222.0.59 "PUT /v2.0/routers/c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6092410 Jan 27 08:15:02.961394 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-442da849-f55c-4d60-b23a-d4bdb62a2121 req-26f4d869-7d29-4fbb-8e28-dbb7cb7e58c6 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730334756109'] for port (84200814-bb9d-49e6-8dd9-359441c7fdaa), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:02.969734 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a4e296-6921-4166-a9a9-807df0e11242 None None] Sync routers for ids ['c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4'] in dv-cinder-826589-1-iscsi {{(pid=102578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 08:15:03.002858 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7bbcc0e9-1bb3-4c86-a032-aa04a8f1a9e2 admin admin] Publish callbacks [] for security_group (8d0cbcca-f145-4e42-9a84-47da1745677e), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:03.022132 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a4e296-6921-4166-a9a9-807df0e11242 None None] Routers {'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:15:03.022798 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-87a4e296-6921-4166-a9a9-807df0e11242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:14:53Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4'], 'active': True} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:15:03.083009 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-a07e367d-896c-41ad-a06b-cdd9bd9493da req-e4941118-f550-45ad-83a8-a28dc2cfdf70 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730334756109'] for port (2482131d-d792-43df-a5ba-966feb101f26), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:03.113248 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-034ce491-9993-48f5-bcd2-81e7b7fabe34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a34c9b-b651-4687-8029-7f281d2c7ec8', 'name': 'tempest-AttachVolumeTestJSON-1315933907-router', 'tenant_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '6bd706e7-7399-4bce-acef-9138b3a6821e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:14:51Z', 'updated_at': '2022-01-27T08:15:01Z', 'revision_number': 4, 'project_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'gw_port': {'id': '6bd706e7-7399-4bce-acef-9138b3a6821e', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a34c9b-b651-4687-8029-7f281d2c7ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:52Z', 'updated_at': '2022-01-27T08:15:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_interfaces': [{'id': 'd4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f', 'name': '', 'network_id': 'b7914447-2aa2-4569-84ca-e3ee909bc8ea', 'tenant_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'mac_address': 'fa:16:3e:c1:0b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a34c9b-b651-4687-8029-7f281d2c7ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '56dcdf12-0462-4feb-a564-4fe3cd20bfe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:58Z', 'updated_at': '2022-01-27T08:14:59Z', 'revision_number': 1, 'project_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'subnets': [{'id': '56dcdf12-0462-4feb-a564-4fe3cd20bfe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:15:03.182740 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034ce491-9993-48f5-bcd2-81e7b7fabe34 None None] The sync data for ids ['78a34c9b-b651-4687-8029-7f281d2c7ec8'] in dv-cinder-826589-1-iscsi is: [{'id': '78a34c9b-b651-4687-8029-7f281d2c7ec8', 'name': 'tempest-AttachVolumeTestJSON-1315933907-router', 'tenant_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '6bd706e7-7399-4bce-acef-9138b3a6821e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:14:51Z', 'updated_at': '2022-01-27T08:15:01Z', 'revision_number': 4, 'project_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'gw_port': {'id': '6bd706e7-7399-4bce-acef-9138b3a6821e', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a34c9b-b651-4687-8029-7f281d2c7ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:52Z', 'updated_at': '2022-01-27T08:15:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_interfaces': [{'id': 'd4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f', 'name': '', 'network_id': 'b7914447-2aa2-4569-84ca-e3ee909bc8ea', 'tenant_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'mac_address': 'fa:16:3e:c1:0b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a34c9b-b651-4687-8029-7f281d2c7ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '56dcdf12-0462-4feb-a564-4fe3cd20bfe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:58Z', 'updated_at': '2022-01-27T08:14:59Z', 'revision_number': 1, 'project_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'subnets': [{'id': '56dcdf12-0462-4feb-a564-4fe3cd20bfe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 08:15:03.212051 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f4d869-7d29-4fbb-8e28-dbb7cb7e58c6 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] Pushing event updated for resources: {'Port': ['ID=84200814-bb9d-49e6-8dd9-359441c7fdaa,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:03.237963 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-442da849-f55c-4d60-b23a-d4bdb62a2121 req-26f4d869-7d29-4fbb-8e28-dbb7cb7e58c6 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] Network 1a10d936-2487-48e8-aa9c-a0dd8e98b798 is already hosted by enough agents. {{(pid=102575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 08:15:03.251950 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.base_scheduler [req-442da849-f55c-4d60-b23a-d4bdb62a2121 req-26f4d869-7d29-4fbb-8e28-dbb7cb7e58c6 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] Resources bound (agent type, host, resource id): {{(pid=102575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:15:03.265101 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [req-442da849-f55c-4d60-b23a-d4bdb62a2121 req-26f4d869-7d29-4fbb-8e28-dbb7cb7e58c6 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] Received port after_create {{(pid=102575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 08:15:03.276091 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device 8ed3cabd-3fb4-4ceb-a23e-e932bc5c0728 up at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:15:03.278781 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442da849-f55c-4d60-b23a-d4bdb62a2121 req-26f4d869-7d29-4fbb-8e28-dbb7cb7e58c6 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:03.279504 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-442da849-f55c-4d60-b23a-d4bdb62a2121 req-26f4d869-7d29-4fbb-8e28-dbb7cb7e58c6 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for port (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:03.304950 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvr_db [None req-87a4e296-6921-4166-a9a9-807df0e11242 None None] Set router c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4 gateway port host: dv-cinder-826589-1-iscsi {{(pid=102578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:15:03.331007 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7bbcc0e9-1bb3-4c86-a032-aa04a8f1a9e2 admin admin] Publish callbacks [] for security_group (8d0cbcca-f145-4e42-9a84-47da1745677e), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:03.342009 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-442da849-f55c-4d60-b23a-d4bdb62a2121 req-26f4d869-7d29-4fbb-8e28-dbb7cb7e58c6 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9227941 Jan 27 08:15:03.408664 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7bbcc0e9-1bb3-4c86-a032-aa04a8f1a9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (8d0cbcca-f145-4e42-9a84-47da1745677e), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:03.411863 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7bbcc0e9-1bb3-4c86-a032-aa04a8f1a9e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:03.412811 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Provisioning complete for port 8ed3cabd-3fb4-4ceb-a23e-e932bc5c0728 triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:15:03.413276 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (8ed3cabd-3fb4-4ceb-a23e-e932bc5c0728), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:03.413835 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-7bbcc0e9-1bb3-4c86-a032-aa04a8f1a9e2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8d0cbcca-f145-4e42-9a84-47da1745677e HTTP/1.1" status: 204 len: 168 time: 0.6508608 Jan 27 08:15:03.424359 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbcc0e9-1bb3-4c86-a032-aa04a8f1a9e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0cbcca-f145-4e42-9a84-47da1745677e,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:03.424498 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7baaf084-8ea4-477a-920b-008ede1a469d admin admin] Network b7914447-2aa2-4569-84ca-e3ee909bc8ea is already hosted by enough agents. {{(pid=102576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 08:15:03.425663 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4941118-f550-45ad-83a8-a28dc2cfdf70 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Pushing event updated for resources: {'Port': ['ID=2482131d-d792-43df-a5ba-966feb101f26,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:03.442883 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-0b773689-a282-4414-ac67-0f895dad5229 req-d08a44e0-ce11-4b63-a694-b97c0bc2d0b8 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 210 time: 0.2958155 Jan 27 08:15:03.458913 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.base_scheduler [None req-7baaf084-8ea4-477a-920b-008ede1a469d admin admin] Resources bound (agent type, host, resource id): {{(pid=102576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:15:03.498796 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a07e367d-896c-41ad-a06b-cdd9bd9493da req-e4941118-f550-45ad-83a8-a28dc2cfdf70 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Network ce45940d-ecbf-47a0-9d51-ed21ab35fe07 is already hosted by enough agents. {{(pid=102576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 08:15:03.504195 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.base_scheduler [req-a07e367d-896c-41ad-a06b-cdd9bd9493da req-e4941118-f550-45ad-83a8-a28dc2cfdf70 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Resources bound (agent type, host, resource id): {{(pid=102576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:15:03.535818 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [req-a07e367d-896c-41ad-a06b-cdd9bd9493da req-e4941118-f550-45ad-83a8-a28dc2cfdf70 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Received port after_create {{(pid=102576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 08:15:03.541477 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07e367d-896c-41ad-a06b-cdd9bd9493da req-e4941118-f550-45ad-83a8-a28dc2cfdf70 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:03.542375 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-a07e367d-896c-41ad-a06b-cdd9bd9493da req-e4941118-f550-45ad-83a8-a28dc2cfdf70 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for port (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:03.708121 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Current status of the port 8ed3cabd-3fb4-4ceb-a23e-e932bc5c0728 is: DOWN; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:15:03.710447 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (8ed3cabd-3fb4-4ceb-a23e-e932bc5c0728), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:03.902926 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] For port 8ed3cabd-3fb4-4ceb-a23e-e932bc5c0728, host dv-cinder-826589-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=8ed3cabd-3fb4-4ceb-a23e-e932bc5c0728,segment=NetworkSegment(0c209b26-9e0d-4627-a10c-ba3741754b4c),segment_id=0c209b26-9e0d-4627-a10c-ba3741754b4c)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:15:03.919999 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [req-442da849-f55c-4d60-b23a-d4bdb62a2121 req-03146e6c-866b-4dc8-a9d0-fd81b08b6b13 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102575) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 08:15:03.922448 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-442da849-f55c-4d60-b23a-d4bdb62a2121 req-03146e6c-866b-4dc8-a9d0-fd81b08b6b13 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0145159 Jan 27 08:15:03.925677 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (8ed3cabd-3fb4-4ceb-a23e-e932bc5c0728), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:03.938079 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device 54b23f3e-b771-4f94-9072-5f454f3d9306 up at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:15:03.997605 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a07e367d-896c-41ad-a06b-cdd9bd9493da req-e4941118-f550-45ad-83a8-a28dc2cfdf70 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6658752 Jan 27 08:15:04.054139 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-87a4e296-6921-4166-a9a9-807df0e11242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1645023041-router', 'tenant_id': 'e4ecc1e69f834d419992a599e2f26886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '54b23f3e-b771-4f94-9072-5f454f3d9306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:14:50Z', 'updated_at': '2022-01-27T08:14:59Z', 'revision_number': 4, 'project_id': 'e4ecc1e69f834d419992a599e2f26886', 'gw_port': {'id': '54b23f3e-b771-4f94-9072-5f454f3d9306', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:52Z', 'updated_at': '2022-01-27T08:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_interfaces': [{'id': '0f0bbcb7-0256-4240-9bfe-0feeb5b30b2d', 'name': '', 'network_id': 'eb16c640-8d70-456d-b9db-6e89eb7e23c3', 'tenant_id': 'e4ecc1e69f834d419992a599e2f26886', 'mac_address': 'fa:16:3e:77:9a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '57070168-9245-4dd6-b7ac-0c997e12d4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:57Z', 'updated_at': '2022-01-27T08:14:59Z', 'revision_number': 2, 'project_id': 'e4ecc1e69f834d419992a599e2f26886', 'subnets': [{'id': '57070168-9245-4dd6-b7ac-0c997e12d4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:15:04.199846 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a4e296-6921-4166-a9a9-807df0e11242 None None] Checking router: c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4 for host: dv-cinder-826589-1-iscsi {{(pid=102578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 08:15:04.200434 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a4e296-6921-4166-a9a9-807df0e11242 None None] Updating router c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4 port 0f0bbcb7-0256-4240-9bfe-0feeb5b30b2d binding host dv-cinder-826589-1-iscsi {{(pid=102578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 08:15:04.280491 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ca638-a515-4c86-9256-65d8f7090e1b req-c9a327a6-303c-4de8-9b07-05bb39b452f2 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:04.298827 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-dc4ca638-a515-4c86-9256-65d8f7090e1b req-c9a327a6-303c-4de8-9b07-05bb39b452f2 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7ccb9d0-3f23-4bb9-b303-4d3c9d13ac63 HTTP/1.1" status: 200 len: 931 time: 0.8472273 Jan 27 08:15:04.310697 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-87a4e296-6921-4166-a9a9-807df0e11242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (0f0bbcb7-0256-4240-9bfe-0feeb5b30b2d), before_update {{(pid=102578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:04.419033 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Provisioning complete for port 54b23f3e-b771-4f94-9072-5f454f3d9306 triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:15:04.419435 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (54b23f3e-b771-4f94-9072-5f454f3d9306), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:04.444590 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-87b095af-d4f6-4cb7-8eb8-b5730c0eece4 None None] Provisioning complete for port d4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f triggered by entity DHCP. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:15:04.449044 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-87b095af-d4f6-4cb7-8eb8-b5730c0eece4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (d4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:04.527498 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7baaf084-8ea4-477a-920b-008ede1a469d admin admin] Router 78a34c9b-b651-4687-8029-7f281d2c7ec8 has already been hosted by L3 agent c4292dc4-d7f6-4187-994e-0142c7d14647 {{(pid=102576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 08:15:04.616991 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-dc4ca638-a515-4c86-9256-65d8f7090e1b req-50c16481-c096-4e75-833b-84e20792c623 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f7b64f7-7347-4318-a139-75a0cbe91c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120859 Jan 27 08:15:04.629211 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Pushing event updated for resources: {'Port': ['ID=8ed3cabd-3fb4-4ceb-a23e-e932bc5c0728,revision_number=5']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:04.661542 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.v2.base [req-a07e367d-896c-41ad-a06b-cdd9bd9493da req-cb626b3d-7af0-4dc7-92a6-1d257497495b service neutron] Request body: {'port': {'device_id': 'b88ccf1a-3e69-47d6-ac9b-d31d5aad936d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82658'}} {{(pid=102575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:15:04.737839 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-87b095af-d4f6-4cb7-8eb8-b5730c0eece4 None None] Port d4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f cannot update to ACTIVE because it is not bound. {{(pid=102577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 08:15:04.818984 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [req-442da849-f55c-4d60-b23a-d4bdb62a2121 req-76d027cc-5200-4750-a367-4561c32fcbf4 service neutron] Request body: {'port': {'device_id': 'd7ccb9d0-3f23-4bb9-b303-4d3c9d13ac63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82658'}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:15:04.869575 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.72', 60115) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:05.042744 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Current status of the port 54b23f3e-b771-4f94-9072-5f454f3d9306 is: ACTIVE; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:15:05.049641 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-aa83003c-58e5-47c7-a7e3-a1802387edb9 req-40ccba56-fdc7-4811-9728-aa4e906f4772 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 210 time: 0.2273891 Jan 27 08:15:05.300673 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 55148) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:05.355400 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [None req-169b0f66-58e3-4c7a-af71-92832e1eea2e tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1582541037', 'description': 'tempest-description--1206522688'}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:15:05.369923 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-a07e367d-896c-41ad-a06b-cdd9bd9493da req-cb626b3d-7af0-4dc7-92a6-1d257497495b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (2482131d-d792-43df-a5ba-966feb101f26), before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:05.385590 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-442da849-f55c-4d60-b23a-d4bdb62a2121 req-76d027cc-5200-4750-a367-4561c32fcbf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (84200814-bb9d-49e6-8dd9-359441c7fdaa), before_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:05.418077 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device 8ed3cabd-3fb4-4ceb-a23e-e932bc5c0728 up at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:15:05.565175 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7baaf084-8ea4-477a-920b-008ede1a469d admin admin] Notify agent at l3_agent.dv-cinder-826589-1-iscsi the message routers_updated {{(pid=102576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 08:15:05.657396 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Provisioning complete for port 8ed3cabd-3fb4-4ceb-a23e-e932bc5c0728 triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:15:05.657695 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (8ed3cabd-3fb4-4ceb-a23e-e932bc5c0728), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:05.710971 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-7baaf084-8ea4-477a-920b-008ede1a469d admin admin] 10.222.0.59 "PUT /v2.0/routers/78a34c9b-b651-4687-8029-7f281d2c7ec8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7513604 Jan 27 08:15:05.712334 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-169b0f66-58e3-4c7a-af71-92832e1eea2e tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks [] for security_group (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:05.739283 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-87a4e296-6921-4166-a9a9-807df0e11242 None None] Publish callbacks [] for port (0f0bbcb7-0256-4240-9bfe-0feeb5b30b2d), precommit_update {{(pid=102578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:05.764786 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-87a4e296-6921-4166-a9a9-807df0e11242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (0f0bbcb7-0256-4240-9bfe-0feeb5b30b2d), after_update {{(pid=102578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:05.884268 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbc304-6afc-4fed-9d78-c5cebf16cdf1 None None] Pushing event updated for resources: {'Port': ['ID=0f0bbcb7-0256-4240-9bfe-0feeb5b30b2d,revision_number=3']} {{(pid=102578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:05.969160 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Current status of the port 8ed3cabd-3fb4-4ceb-a23e-e932bc5c0728 is: ACTIVE; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:15:06.089356 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.managers [None req-87a4e296-6921-4166-a9a9-807df0e11242 None None] Attempting to bind port 0f0bbcb7-0256-4240-9bfe-0feeb5b30b2d on host dv-cinder-826589-1-iscsi for vnic_type normal with profile {{(pid=102578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 08:15:06.089765 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.managers [None req-87a4e296-6921-4166-a9a9-807df0e11242 None None] Attempting to bind port 0f0bbcb7-0256-4240-9bfe-0feeb5b30b2d by drivers openvswitch,hyperv on host dv-cinder-826589-1-iscsi at level 0 using segments [{'id': 'd52c0c22-6164-4420-8fd5-d7a3d432294e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'eb16c640-8d70-456d-b9db-6e89eb7e23c3'}] {{(pid=102578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 08:15:06.090557 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a4e296-6921-4166-a9a9-807df0e11242 None None] Attempting to bind port 0f0bbcb7-0256-4240-9bfe-0feeb5b30b2d on network eb16c640-8d70-456d-b9db-6e89eb7e23c3 {{(pid=102578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:15:06.105146 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a4e296-6921-4166-a9a9-807df0e11242 None None] Checking agent: {'id': 'e79cbf24-12bd-4e20-a580-79498d5b225b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826589-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 8, 6, 57), 'started_at': datetime.datetime(2022, 1, 27, 8, 7, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 8, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826589-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 08:15:06.105578 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a4e296-6921-4166-a9a9-807df0e11242 None None] Checking segment: {'id': 'd52c0c22-6164-4420-8fd5-d7a3d432294e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'eb16c640-8d70-456d-b9db-6e89eb7e23c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:15:06.106156 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-87a4e296-6921-4166-a9a9-807df0e11242 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:06.106564 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a4e296-6921-4166-a9a9-807df0e11242 None None] Bound using segment: {'id': 'd52c0c22-6164-4420-8fd5-d7a3d432294e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'eb16c640-8d70-456d-b9db-6e89eb7e23c3'} {{(pid=102578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 08:15:06.107059 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.managers [None req-87a4e296-6921-4166-a9a9-807df0e11242 None None] Bound port: 0f0bbcb7-0256-4240-9bfe-0feeb5b30b2d, host: dv-cinder-826589-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52c0c22-6164-4420-8fd5-d7a3d432294e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'eb16c640-8d70-456d-b9db-6e89eb7e23c3'}}] {{(pid=102578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 08:15:06.107451 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-87a4e296-6921-4166-a9a9-807df0e11242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (0f0bbcb7-0256-4240-9bfe-0feeb5b30b2d), before_update {{(pid=102578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:06.269330 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8fd7a4-4a60-4541-85f6-e72c78bdbf7e req-234acfc9-8a5a-4619-8529-797adbb7b75a tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:06.274199 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-3f8fd7a4-4a60-4541-85f6-e72c78bdbf7e req-234acfc9-8a5a-4619-8529-797adbb7b75a tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.72 "GET /v2.0/networks?id=ce45940d-ecbf-47a0-9d51-ed21ab35fe07 HTTP/1.1" status: 200 len: 818 time: 1.3879943 Jan 27 08:15:06.305764 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.db [None req-87a4e296-6921-4166-a9a9-807df0e11242 None None] For port 0f0bbcb7-0256-4240-9bfe-0feeb5b30b2d, host dv-cinder-826589-1-iscsi, cleared binding levels {{(pid=102578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 08:15:06.315340 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.v2.base [req-3f8fd7a4-4a60-4541-85f6-e72c78bdbf7e req-16b27083-baf6-4329-80ff-236a4bf5b707 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Request body: {'port': {'device_id': '2acc8c4a-1d54-482e-babd-057ac6b9de3e', 'network_id': 'ce45940d-ecbf-47a0-9d51-ed21ab35fe07', 'admin_state_up': True, 'tenant_id': '494feea85d154e5fb70b8c9bb9392067'}} {{(pid=102575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:15:06.318447 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.db [None req-87a4e296-6921-4166-a9a9-807df0e11242 None None] For port 0f0bbcb7-0256-4240-9bfe-0feeb5b30b2d, host dv-cinder-826589-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=0f0bbcb7-0256-4240-9bfe-0feeb5b30b2d,segment=NetworkSegment(d52c0c22-6164-4420-8fd5-d7a3d432294e),segment_id=d52c0c22-6164-4420-8fd5-d7a3d432294e)] {{(pid=102578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 08:15:06.329288 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-87a4e296-6921-4166-a9a9-807df0e11242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (0f0bbcb7-0256-4240-9bfe-0feeb5b30b2d), after_update {{(pid=102578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:06.401932 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-a474d144-2df6-48fe-a0ba-82ca2c9af8e9 None None] Provisioning complete for port 0f0bbcb7-0256-4240-9bfe-0feeb5b30b2d triggered by entity DHCP. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:15:06.402959 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a474d144-2df6-48fe-a0ba-82ca2c9af8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (0f0bbcb7-0256-4240-9bfe-0feeb5b30b2d), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:06.536389 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbc304-6afc-4fed-9d78-c5cebf16cdf1 None None] Pushing event updated for resources: {'Port': ['ID=0f0bbcb7-0256-4240-9bfe-0feeb5b30b2d,revision_number=4']} {{(pid=102578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:06.573672 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a4e296-6921-4166-a9a9-807df0e11242 None None] Routers {'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:15:06.580457 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-87a4e296-6921-4166-a9a9-807df0e11242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:14:53Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4'], 'active': True} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:15:06.663965 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a474d144-2df6-48fe-a0ba-82ca2c9af8e9 None None] Current status of the port 0f0bbcb7-0256-4240-9bfe-0feeb5b30b2d is: DOWN; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:15:06.665256 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a474d144-2df6-48fe-a0ba-82ca2c9af8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (0f0bbcb7-0256-4240-9bfe-0feeb5b30b2d), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:06.728685 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [req-a07e367d-896c-41ad-a06b-cdd9bd9493da req-cb626b3d-7af0-4dc7-92a6-1d257497495b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2482131d-d792-43df-a5ba-966feb101f26 {{(pid=102575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 08:15:06.756325 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-a07e367d-896c-41ad-a06b-cdd9bd9493da req-cb626b3d-7af0-4dc7-92a6-1d257497495b service neutron] Publish callbacks [] for port (2482131d-d792-43df-a5ba-966feb101f26), precommit_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:06.786673 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-a474d144-2df6-48fe-a0ba-82ca2c9af8e9 None None] For port 0f0bbcb7-0256-4240-9bfe-0feeb5b30b2d, host dv-cinder-826589-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=0f0bbcb7-0256-4240-9bfe-0feeb5b30b2d,segment=NetworkSegment(d52c0c22-6164-4420-8fd5-d7a3d432294e),segment_id=d52c0c22-6164-4420-8fd5-d7a3d432294e)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:15:06.800349 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a474d144-2df6-48fe-a0ba-82ca2c9af8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (0f0bbcb7-0256-4240-9bfe-0feeb5b30b2d), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:06.837351 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-0cee9973-0825-4887-9e65-9119950651ba req-8b596e80-7fe1-487e-962e-32c01d4f76b6 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 210 time: 0.4141185 Jan 27 08:15:06.852138 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvr_db [None req-87a4e296-6921-4166-a9a9-807df0e11242 None None] Set router c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4 gateway port host: dv-cinder-826589-1-iscsi {{(pid=102578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:15:06.894297 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-169b0f66-58e3-4c7a-af71-92832e1eea2e tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks [] for security_group (62dc8d5c-de64-4108-ab66-9e6013d53d07), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:06.904392 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [req-a07e367d-896c-41ad-a06b-cdd9bd9493da req-cb626b3d-7af0-4dc7-92a6-1d257497495b service neutron] Transition to ACTIVE for port object 2482131d-d792-43df-a5ba-966feb101f26 will not be triggered until provisioned by entity L2. {{(pid=102575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 08:15:06.922671 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-169b0f66-58e3-4c7a-af71-92832e1eea2e tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (62dc8d5c-de64-4108-ab66-9e6013d53d07), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:06.929734 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-a07e367d-896c-41ad-a06b-cdd9bd9493da req-cb626b3d-7af0-4dc7-92a6-1d257497495b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (2482131d-d792-43df-a5ba-966feb101f26), after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:06.990852 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a474d144-2df6-48fe-a0ba-82ca2c9af8e9 None None] Pushing event updated for resources: {'Port': ['ID=0f0bbcb7-0256-4240-9bfe-0feeb5b30b2d,revision_number=5']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:07.042438 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb4de6-225b-49db-bed5-e96a6a64f821 req-69d60dbd-b0eb-4ba8-bf70-35ddf1be8f0a tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:07.052869 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-26fb4de6-225b-49db-bed5-e96a6a64f821 req-69d60dbd-b0eb-4ba8-bf70-35ddf1be8f0a tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7ccb9d0-3f23-4bb9-b303-4d3c9d13ac63 HTTP/1.1" status: 200 len: 931 time: 1.3118451 Jan 27 08:15:07.090360 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f8fd7a4-4a60-4541-85f6-e72c78bdbf7e req-16b27083-baf6-4329-80ff-236a4bf5b707 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Made reservation on behalf of 494feea85d154e5fb70b8c9bb9392067 for: {'port': 1} {{(pid=102575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 08:15:07.127198 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-3f8fd7a4-4a60-4541-85f6-e72c78bdbf7e req-16b27083-baf6-4329-80ff-236a4bf5b707 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:07.150058 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-c8ae8c27-ef7a-4ff9-8e95-1a67345e9f42 None None] Provisioning complete for port 0f0bbcb7-0256-4240-9bfe-0feeb5b30b2d triggered by entity DHCP. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:15:07.150426 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-c8ae8c27-ef7a-4ff9-8e95-1a67345e9f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (0f0bbcb7-0256-4240-9bfe-0feeb5b30b2d), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:07.287702 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169b0f66-58e3-4c7a-af71-92832e1eea2e tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62dc8d5c-de64-4108-ab66-9e6013d53d07,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:07.287916 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb626b3d-7af0-4dc7-92a6-1d257497495b service neutron] Pushing event updated for resources: {'Port': ['ID=2482131d-d792-43df-a5ba-966feb101f26,revision_number=2']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:07.354200 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-169b0f66-58e3-4c7a-af71-92832e1eea2e tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks [] for security_group (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:07.364119 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-169b0f66-58e3-4c7a-af71-92832e1eea2e tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 2.0573366 Jan 27 08:15:07.387310 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 55226) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:07.405243 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [req-a07e367d-896c-41ad-a06b-cdd9bd9493da req-cb626b3d-7af0-4dc7-92a6-1d257497495b service neutron] Attempting to bind port 2482131d-d792-43df-a5ba-966feb101f26 on host hv-cinder-82658 for vnic_type normal with profile {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 08:15:07.405907 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [req-a07e367d-896c-41ad-a06b-cdd9bd9493da req-cb626b3d-7af0-4dc7-92a6-1d257497495b service neutron] Attempting to bind port 2482131d-d792-43df-a5ba-966feb101f26 by drivers openvswitch,hyperv on host hv-cinder-82658 at level 0 using segments [{'id': '0c209b26-9e0d-4627-a10c-ba3741754b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ce45940d-ecbf-47a0-9d51-ed21ab35fe07'}] {{(pid=102575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 08:15:07.405907 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07e367d-896c-41ad-a06b-cdd9bd9493da req-cb626b3d-7af0-4dc7-92a6-1d257497495b service neutron] Attempting to bind port 2482131d-d792-43df-a5ba-966feb101f26 on network ce45940d-ecbf-47a0-9d51-ed21ab35fe07 {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:15:07.417548 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [None req-9be5aa23-3b3c-4226-ae95-8fe97b0c5223 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Request body: {'security_group_rule': {'security_group_id': '62dc8d5c-de64-4108-ab66-9e6013d53d07', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:15:07.520566 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-c8ae8c27-ef7a-4ff9-8e95-1a67345e9f42 None None] Current status of the port 0f0bbcb7-0256-4240-9bfe-0feeb5b30b2d is: ACTIVE; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:15:07.531845 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device 6bd706e7-7399-4bce-acef-9138b3a6821e up at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:15:07.584415 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07e367d-896c-41ad-a06b-cdd9bd9493da req-cb626b3d-7af0-4dc7-92a6-1d257497495b service neutron] Port 2482131d-d792-43df-a5ba-966feb101f26 on network ce45940d-ecbf-47a0-9d51-ed21ab35fe07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82658 {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 08:15:07.587655 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07e367d-896c-41ad-a06b-cdd9bd9493da req-cb626b3d-7af0-4dc7-92a6-1d257497495b service neutron] Attempting to bind port 2482131d-d792-43df-a5ba-966feb101f26 on network ce45940d-ecbf-47a0-9d51-ed21ab35fe07 {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:15:07.633139 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07e367d-896c-41ad-a06b-cdd9bd9493da req-cb626b3d-7af0-4dc7-92a6-1d257497495b service neutron] Checking agent: {'id': '926d476c-3c92-4faa-a402-a395b4978e44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82658', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 8, 12, 58), 'started_at': datetime.datetime(2022, 1, 27, 8, 12, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 8, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 08:15:07.642155 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07e367d-896c-41ad-a06b-cdd9bd9493da req-cb626b3d-7af0-4dc7-92a6-1d257497495b service neutron] Checking segment: {'id': '0c209b26-9e0d-4627-a10c-ba3741754b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ce45940d-ecbf-47a0-9d51-ed21ab35fe07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:15:07.643245 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07e367d-896c-41ad-a06b-cdd9bd9493da req-cb626b3d-7af0-4dc7-92a6-1d257497495b service neutron] Bound using segment: {'id': '0c209b26-9e0d-4627-a10c-ba3741754b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ce45940d-ecbf-47a0-9d51-ed21ab35fe07'} {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 08:15:07.644584 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [req-a07e367d-896c-41ad-a06b-cdd9bd9493da req-cb626b3d-7af0-4dc7-92a6-1d257497495b service neutron] Bound port: 2482131d-d792-43df-a5ba-966feb101f26, host: hv-cinder-82658, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c209b26-9e0d-4627-a10c-ba3741754b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ce45940d-ecbf-47a0-9d51-ed21ab35fe07'}}] {{(pid=102575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 08:15:07.647841 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-a07e367d-896c-41ad-a06b-cdd9bd9493da req-cb626b3d-7af0-4dc7-92a6-1d257497495b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (2482131d-d792-43df-a5ba-966feb101f26), before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:07.744895 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-26fb4de6-225b-49db-bed5-e96a6a64f821 req-47afb2c6-c976-4c8b-a87d-210538482933 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f7b64f7-7347-4318-a139-75a0cbe91c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6757245 Jan 27 08:15:07.816692 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-9be5aa23-3b3c-4226-ae95-8fe97b0c5223 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks [] for security_group_rule (4c9dc3f8-a44b-486c-9a98-dd948f2a3f85), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:07.836960 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.db_base_plugin_common [req-3f8fd7a4-4a60-4541-85f6-e72c78bdbf7e req-16b27083-baf6-4329-80ff-236a4bf5b707 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Allocated IP 172.20.0.3 (ce45940d-ecbf-47a0-9d51-ed21ab35fe07/616d213d-6c5b-4a88-a3ce-dc11ee07f260/65f96da9-810c-41f2-b66a-b0b07fd21f30) {{(pid=102575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 08:15:07.895816 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Provisioning complete for port 6bd706e7-7399-4bce-acef-9138b3a6821e triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:15:07.898027 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (6bd706e7-7399-4bce-acef-9138b3a6821e), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:08.031849 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-87a4e296-6921-4166-a9a9-807df0e11242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1645023041-router', 'tenant_id': 'e4ecc1e69f834d419992a599e2f26886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '54b23f3e-b771-4f94-9072-5f454f3d9306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:14:50Z', 'updated_at': '2022-01-27T08:14:59Z', 'revision_number': 4, 'project_id': 'e4ecc1e69f834d419992a599e2f26886', 'gw_port': {'id': '54b23f3e-b771-4f94-9072-5f454f3d9306', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:52Z', 'updated_at': '2022-01-27T08:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_interfaces': [{'id': '0f0bbcb7-0256-4240-9bfe-0feeb5b30b2d', 'name': '', 'network_id': 'eb16c640-8d70-456d-b9db-6e89eb7e23c3', 'tenant_id': 'e4ecc1e69f834d419992a599e2f26886', 'mac_address': 'fa:16:3e:77:9a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '57070168-9245-4dd6-b7ac-0c997e12d4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:57Z', 'updated_at': '2022-01-27T08:15:06Z', 'revision_number': 4, 'project_id': 'e4ecc1e69f834d419992a599e2f26886', 'subnets': [{'id': '57070168-9245-4dd6-b7ac-0c997e12d4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:15:08.130162 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.notifiers.nova [req-442da849-f55c-4d60-b23a-d4bdb62a2121 req-76d027cc-5200-4750-a367-4561c32fcbf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84200814-bb9d-49e6-8dd9-359441c7fdaa {{(pid=102576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 08:15:08.135800 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a4e296-6921-4166-a9a9-807df0e11242 None None] The sync data for ids ['c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4'] in dv-cinder-826589-1-iscsi is: [{'id': 'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1645023041-router', 'tenant_id': 'e4ecc1e69f834d419992a599e2f26886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '54b23f3e-b771-4f94-9072-5f454f3d9306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:14:50Z', 'updated_at': '2022-01-27T08:14:59Z', 'revision_number': 4, 'project_id': 'e4ecc1e69f834d419992a599e2f26886', 'gw_port': {'id': '54b23f3e-b771-4f94-9072-5f454f3d9306', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:52Z', 'updated_at': '2022-01-27T08:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_interfaces': [{'id': '0f0bbcb7-0256-4240-9bfe-0feeb5b30b2d', 'name': '', 'network_id': 'eb16c640-8d70-456d-b9db-6e89eb7e23c3', 'tenant_id': 'e4ecc1e69f834d419992a599e2f26886', 'mac_address': 'fa:16:3e:77:9a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '57070168-9245-4dd6-b7ac-0c997e12d4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:57Z', 'updated_at': '2022-01-27T08:15:06Z', 'revision_number': 4, 'project_id': 'e4ecc1e69f834d419992a599e2f26886', 'subnets': [{'id': '57070168-9245-4dd6-b7ac-0c997e12d4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 08:15:08.155855 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-442da849-f55c-4d60-b23a-d4bdb62a2121 req-76d027cc-5200-4750-a367-4561c32fcbf4 service neutron] Publish callbacks [] for port (84200814-bb9d-49e6-8dd9-359441c7fdaa), precommit_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:08.256083 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.provisioning_blocks [req-442da849-f55c-4d60-b23a-d4bdb62a2121 req-76d027cc-5200-4750-a367-4561c32fcbf4 service neutron] Transition to ACTIVE for port object 84200814-bb9d-49e6-8dd9-359441c7fdaa will not be triggered until provisioned by entity L2. {{(pid=102576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 08:15:08.285677 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Current status of the port 6bd706e7-7399-4bce-acef-9138b3a6821e is: DOWN; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:15:08.286080 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (6bd706e7-7399-4bce-acef-9138b3a6821e), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:08.325932 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-442da849-f55c-4d60-b23a-d4bdb62a2121 req-76d027cc-5200-4750-a367-4561c32fcbf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (84200814-bb9d-49e6-8dd9-359441c7fdaa), after_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:08.386777 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] For port 6bd706e7-7399-4bce-acef-9138b3a6821e, host dv-cinder-826589-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=6bd706e7-7399-4bce-acef-9138b3a6821e,segment=NetworkSegment(fa55335f-a52a-465d-b188-80ce12fc9c40),segment_id=fa55335f-a52a-465d-b188-80ce12fc9c40)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:15:08.395878 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (6bd706e7-7399-4bce-acef-9138b3a6821e), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:08.478129 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 55256) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:08.487582 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-786d8542-d055-4362-acf8-f2af30d1a902 req-ebc5a667-4634-4b25-8ab2-5ab3c2feb64f tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 210 time: 0.2294919 Jan 27 08:15:08.533138 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Pushing event updated for resources: {'Port': ['ID=6bd706e7-7399-4bce-acef-9138b3a6821e,revision_number=4']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:08.565949 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3752569-401b-4d4c-bc87-5d417ab1ce68 None None] Sync routers for ids ['78a34c9b-b651-4687-8029-7f281d2c7ec8'] in dv-cinder-826589-1-iscsi {{(pid=102577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 08:15:08.592097 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-9be5aa23-3b3c-4226-ae95-8fe97b0c5223 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks [] for security_group_rule (4c9dc3f8-a44b-486c-9a98-dd948f2a3f85), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:08.599164 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [None req-e993613c-85e0-4933-9d31-e1a355d8d373 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1027944053', 'description': 'tempest-description--601537398'}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:15:08.611250 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3752569-401b-4d4c-bc87-5d417ab1ce68 None None] Routers {'78a34c9b-b651-4687-8029-7f281d2c7ec8'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:15:08.612420 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-a3752569-401b-4d4c-bc87-5d417ab1ce68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:14:53Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['78a34c9b-b651-4687-8029-7f281d2c7ec8'], 'active': True} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:15:08.637189 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-9be5aa23-3b3c-4226-ae95-8fe97b0c5223 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600985'] for security_group_rule (4c9dc3f8-a44b-486c-9a98-dd948f2a3f85), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:08.649166 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-e993613c-85e0-4933-9d31-e1a355d8d373 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks [] for security_group (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:08.836773 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvr_db [None req-a3752569-401b-4d4c-bc87-5d417ab1ce68 None None] Set router 78a34c9b-b651-4687-8029-7f281d2c7ec8 gateway port host: dv-cinder-826589-1-iscsi {{(pid=102577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:15:08.887023 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-e993613c-85e0-4933-9d31-e1a355d8d373 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks [] for security_group (25056870-6882-4f7c-b7e2-0d78781f99b0), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:08.919433 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-9be5aa23-3b3c-4226-ae95-8fe97b0c5223 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:08.921868 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-9be5aa23-3b3c-4226-ae95-8fe97b0c5223 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5315244 Jan 27 08:15:08.930039 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [req-a07e367d-896c-41ad-a06b-cdd9bd9493da req-cb626b3d-7af0-4dc7-92a6-1d257497495b service neutron] For port 2482131d-d792-43df-a5ba-966feb101f26, host hv-cinder-82658, cleared binding levels {{(pid=102575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 08:15:08.955119 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 55282) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:08.965115 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.v2.base [None req-0c81a686-e678-4e89-b11e-730cd0ff3e92 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Request body: {'security_group_rule': {'security_group_id': '62dc8d5c-de64-4108-ab66-9e6013d53d07', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:15:09.031664 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-3f8fd7a4-4a60-4541-85f6-e72c78bdbf7e req-16b27083-baf6-4329-80ff-236a4bf5b707 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Publish callbacks [] for port (65f96da9-810c-41f2-b66a-b0b07fd21f30), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:09.070921 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [req-a07e367d-896c-41ad-a06b-cdd9bd9493da req-cb626b3d-7af0-4dc7-92a6-1d257497495b service neutron] For port 2482131d-d792-43df-a5ba-966feb101f26, host hv-cinder-82658, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=2482131d-d792-43df-a5ba-966feb101f26,segment=NetworkSegment(0c209b26-9e0d-4627-a10c-ba3741754b4c),segment_id=0c209b26-9e0d-4627-a10c-ba3741754b4c)] {{(pid=102575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 08:15:09.097470 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-a07e367d-896c-41ad-a06b-cdd9bd9493da req-cb626b3d-7af0-4dc7-92a6-1d257497495b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (2482131d-d792-43df-a5ba-966feb101f26), after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:09.104295 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-e993613c-85e0-4933-9d31-e1a355d8d373 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (25056870-6882-4f7c-b7e2-0d78781f99b0), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:09.293856 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.managers [req-442da849-f55c-4d60-b23a-d4bdb62a2121 req-76d027cc-5200-4750-a367-4561c32fcbf4 service neutron] Attempting to bind port 84200814-bb9d-49e6-8dd9-359441c7fdaa on host hv-cinder-82658 for vnic_type normal with profile {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 08:15:09.296095 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.managers [req-442da849-f55c-4d60-b23a-d4bdb62a2121 req-76d027cc-5200-4750-a367-4561c32fcbf4 service neutron] Attempting to bind port 84200814-bb9d-49e6-8dd9-359441c7fdaa by drivers openvswitch,hyperv on host hv-cinder-82658 at level 0 using segments [{'id': 'fa20df18-9dfb-42b4-a743-045575d1cce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '1a10d936-2487-48e8-aa9c-a0dd8e98b798'}] {{(pid=102576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 08:15:09.296481 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442da849-f55c-4d60-b23a-d4bdb62a2121 req-76d027cc-5200-4750-a367-4561c32fcbf4 service neutron] Attempting to bind port 84200814-bb9d-49e6-8dd9-359441c7fdaa on network 1a10d936-2487-48e8-aa9c-a0dd8e98b798 {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:15:09.315870 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07e367d-896c-41ad-a06b-cdd9bd9493da req-cb626b3d-7af0-4dc7-92a6-1d257497495b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:09.316788 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-a07e367d-896c-41ad-a06b-cdd9bd9493da req-cb626b3d-7af0-4dc7-92a6-1d257497495b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for port (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:09.319058 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-a07e367d-896c-41ad-a06b-cdd9bd9493da req-cb626b3d-7af0-4dc7-92a6-1d257497495b service neutron] 10.222.0.72 "PUT /v2.0/ports/2482131d-d792-43df-a5ba-966feb101f26 HTTP/1.1" status: 200 len: 1093 time: 4.8852735 Jan 27 08:15:09.325568 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be5aa23-3b3c-4226-ae95-8fe97b0c5223 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c9dc3f8-a44b-486c-9a98-dd948f2a3f85,revision_number=0']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:09.326152 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0c81a686-e678-4e89-b11e-730cd0ff3e92 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks [] for security_group_rule (ff42e609-8fde-47ca-b58e-086790c37de0), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:09.327013 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-a3752569-401b-4d4c-bc87-5d417ab1ce68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a34c9b-b651-4687-8029-7f281d2c7ec8', 'name': 'tempest-AttachVolumeTestJSON-1315933907-router', 'tenant_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '6bd706e7-7399-4bce-acef-9138b3a6821e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:14:51Z', 'updated_at': '2022-01-27T08:15:01Z', 'revision_number': 4, 'project_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'gw_port': {'id': '6bd706e7-7399-4bce-acef-9138b3a6821e', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a34c9b-b651-4687-8029-7f281d2c7ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:52Z', 'updated_at': '2022-01-27T08:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_interfaces': [{'id': 'd4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f', 'name': '', 'network_id': 'b7914447-2aa2-4569-84ca-e3ee909bc8ea', 'tenant_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'mac_address': 'fa:16:3e:c1:0b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a34c9b-b651-4687-8029-7f281d2c7ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '56dcdf12-0462-4feb-a564-4fe3cd20bfe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:58Z', 'updated_at': '2022-01-27T08:15:02Z', 'revision_number': 2, 'project_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'subnets': [{'id': '56dcdf12-0462-4feb-a564-4fe3cd20bfe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:15:09.327191 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d027cc-5200-4750-a367-4561c32fcbf4 service neutron] Pushing event updated for resources: {'Port': ['ID=84200814-bb9d-49e6-8dd9-359441c7fdaa,revision_number=2']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:09.342081 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b88ccf1a-3e69-47d6-ac9b-d31d5aad936d', 'tag': '2482131d-d792-43df-a5ba-966feb101f26'}] {{(pid=102575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:15:09.382783 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-e993613c-85e0-4933-9d31-e1a355d8d373 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks [] for security_group (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:09.391929 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-e993613c-85e0-4933-9d31-e1a355d8d373 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7980008 Jan 27 08:15:09.397677 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 55312) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:09.402344 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442da849-f55c-4d60-b23a-d4bdb62a2121 req-76d027cc-5200-4750-a367-4561c32fcbf4 service neutron] Port 84200814-bb9d-49e6-8dd9-359441c7fdaa on network 1a10d936-2487-48e8-aa9c-a0dd8e98b798 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82658 {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 08:15:09.417549 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442da849-f55c-4d60-b23a-d4bdb62a2121 req-76d027cc-5200-4750-a367-4561c32fcbf4 service neutron] Attempting to bind port 84200814-bb9d-49e6-8dd9-359441c7fdaa on network 1a10d936-2487-48e8-aa9c-a0dd8e98b798 {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:15:09.434953 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [None req-4287a028-e6ed-4e1b-b690-b8eb4699b1ca tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Request body: {'security_group_rule': {'security_group_id': '25056870-6882-4f7c-b7e2-0d78781f99b0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:15:09.500702 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3752569-401b-4d4c-bc87-5d417ab1ce68 None None] Checking router: 78a34c9b-b651-4687-8029-7f281d2c7ec8 for host: dv-cinder-826589-1-iscsi {{(pid=102577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 08:15:09.507017 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3752569-401b-4d4c-bc87-5d417ab1ce68 None None] Updating router 78a34c9b-b651-4687-8029-7f281d2c7ec8 port d4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f binding host dv-cinder-826589-1-iscsi {{(pid=102577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 08:15:09.519320 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device 6bd706e7-7399-4bce-acef-9138b3a6821e up at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:15:09.546155 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442da849-f55c-4d60-b23a-d4bdb62a2121 req-76d027cc-5200-4750-a367-4561c32fcbf4 service neutron] Checking agent: {'id': '926d476c-3c92-4faa-a402-a395b4978e44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82658', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 8, 12, 58), 'started_at': datetime.datetime(2022, 1, 27, 8, 12, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 8, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 08:15:09.566848 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442da849-f55c-4d60-b23a-d4bdb62a2121 req-76d027cc-5200-4750-a367-4561c32fcbf4 service neutron] Checking segment: {'id': 'fa20df18-9dfb-42b4-a743-045575d1cce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '1a10d936-2487-48e8-aa9c-a0dd8e98b798'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:15:09.570565 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442da849-f55c-4d60-b23a-d4bdb62a2121 req-76d027cc-5200-4750-a367-4561c32fcbf4 service neutron] Bound using segment: {'id': 'fa20df18-9dfb-42b4-a743-045575d1cce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '1a10d936-2487-48e8-aa9c-a0dd8e98b798'} {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 08:15:09.571851 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.managers [req-442da849-f55c-4d60-b23a-d4bdb62a2121 req-76d027cc-5200-4750-a367-4561c32fcbf4 service neutron] Bound port: 84200814-bb9d-49e6-8dd9-359441c7fdaa, host: hv-cinder-82658, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa20df18-9dfb-42b4-a743-045575d1cce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '1a10d936-2487-48e8-aa9c-a0dd8e98b798'}}] {{(pid=102576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 08:15:09.576791 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-442da849-f55c-4d60-b23a-d4bdb62a2121 req-76d027cc-5200-4750-a367-4561c32fcbf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (84200814-bb9d-49e6-8dd9-359441c7fdaa), before_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:09.749180 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a3752569-401b-4d4c-bc87-5d417ab1ce68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (d4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:09.845627 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-3f8fd7a4-4a60-4541-85f6-e72c78bdbf7e req-16b27083-baf6-4329-80ff-236a4bf5b707 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730334756109'] for port (65f96da9-810c-41f2-b66a-b0b07fd21f30), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:09.916107 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb626b3d-7af0-4dc7-92a6-1d257497495b service neutron] Pushing event updated for resources: {'Port': ['ID=2482131d-d792-43df-a5ba-966feb101f26,revision_number=3']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:10.010002 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 55346) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:10.050808 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Provisioning complete for port 6bd706e7-7399-4bce-acef-9138b3a6821e triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:15:10.051094 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (6bd706e7-7399-4bce-acef-9138b3a6821e), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:10.189123 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 55352) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:10.247946 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f8fd7a4-4a60-4541-85f6-e72c78bdbf7e req-16b27083-baf6-4329-80ff-236a4bf5b707 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Network ce45940d-ecbf-47a0-9d51-ed21ab35fe07 is already hosted by enough agents. {{(pid=102575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 08:15:10.258286 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34d12f73e8b898318ba96f52067286bd4e4b64784ab72771e8c48dd469e53537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855428ee-7281-4542-abbf-d44c743f5058" -d '{"events": [{"name": "network-changed", "server_uuid": "b88ccf1a-3e69-47d6-ac9b-d31d5aad936d", "tag": "2482131d-d792-43df-a5ba-966feb101f26"}]}' {{(pid=102575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:15:10.309229 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07e367d-896c-41ad-a06b-cdd9bd9493da req-016ae930-07c7-4440-a59b-c234d978fca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:10.320266 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-a07e367d-896c-41ad-a06b-cdd9bd9493da req-016ae930-07c7-4440-a59b-c234d978fca3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=494feea85d154e5fb70b8c9bb9392067&device_id=b88ccf1a-3e69-47d6-ac9b-d31d5aad936d HTTP/1.1" status: 200 len: 1096 time: 0.8414297 Jan 27 08:15:10.352107 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.base_scheduler [req-3f8fd7a4-4a60-4541-85f6-e72c78bdbf7e req-16b27083-baf6-4329-80ff-236a4bf5b707 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Resources bound (agent type, host, resource id): {{(pid=102575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:15:10.437049 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f8fd7a4-4a60-4541-85f6-e72c78bdbf7e req-16b27083-baf6-4329-80ff-236a4bf5b707 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Received port after_create {{(pid=102575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 08:15:10.458099 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.db [req-442da849-f55c-4d60-b23a-d4bdb62a2121 req-76d027cc-5200-4750-a367-4561c32fcbf4 service neutron] For port 84200814-bb9d-49e6-8dd9-359441c7fdaa, host hv-cinder-82658, cleared binding levels {{(pid=102576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 08:15:10.461418 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8fd7a4-4a60-4541-85f6-e72c78bdbf7e req-16b27083-baf6-4329-80ff-236a4bf5b707 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:10.463596 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-3f8fd7a4-4a60-4541-85f6-e72c78bdbf7e req-16b27083-baf6-4329-80ff-236a4bf5b707 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for port (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:10.468373 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.db [req-442da849-f55c-4d60-b23a-d4bdb62a2121 req-76d027cc-5200-4750-a367-4561c32fcbf4 service neutron] For port 84200814-bb9d-49e6-8dd9-359441c7fdaa, host hv-cinder-82658, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=84200814-bb9d-49e6-8dd9-359441c7fdaa,segment=NetworkSegment(fa20df18-9dfb-42b4-a743-045575d1cce4),segment_id=fa20df18-9dfb-42b4-a743-045575d1cce4)] {{(pid=102576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 08:15:10.498035 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8857e5-2668-4a2b-96d2-3ef6cd73b5a2 req-a04712ff-b493-465b-9fbc-967f051f9b4a tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:10.499629 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-6d8857e5-2668-4a2b-96d2-3ef6cd73b5a2 req-a04712ff-b493-465b-9fbc-967f051f9b4a tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7ccb9d0-3f23-4bb9-b303-4d3c9d13ac63 HTTP/1.1" status: 200 len: 943 time: 1.5503464 Jan 27 08:15:10.502885 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-4287a028-e6ed-4e1b-b690-b8eb4699b1ca tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks [] for security_group_rule (b9344c91-5f84-4fc6-bba2-ec458513b0e7), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:10.522380 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-442da849-f55c-4d60-b23a-d4bdb62a2121 req-76d027cc-5200-4750-a367-4561c32fcbf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (84200814-bb9d-49e6-8dd9-359441c7fdaa), after_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:10.529238 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0c81a686-e678-4e89-b11e-730cd0ff3e92 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks [] for security_group_rule (ff42e609-8fde-47ca-b58e-086790c37de0), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:10.547104 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b27083-baf6-4329-80ff-236a4bf5b707 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Pushing event updated for resources: {'Port': ['ID=65f96da9-810c-41f2-b66a-b0b07fd21f30,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:10.598905 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0c81a686-e678-4e89-b11e-730cd0ff3e92 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600985'] for security_group_rule (ff42e609-8fde-47ca-b58e-086790c37de0), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:10.601155 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-e1876ead-d1fb-43d5-8c0a-c7a9bd9925e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:10.613083 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-a07e367d-896c-41ad-a06b-cdd9bd9493da req-68c2b60a-4815-4867-ab5f-79374482884e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2482131d-d792-43df-a5ba-966feb101f26 HTTP/1.1" status: 200 len: 217 time: 0.2522008 Jan 27 08:15:10.623949 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-ab0d8516-4494-4428-bf03-080b5a4856bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:10.654002 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e993613c-85e0-4933-9d31-e1a355d8d373 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25056870-6882-4f7c-b7e2-0d78781f99b0,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:10.663530 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-3f8fd7a4-4a60-4541-85f6-e72c78bdbf7e req-16b27083-baf6-4329-80ff-236a4bf5b707 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3712320 Jan 27 08:15:10.690263 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.v2.base [req-3f8fd7a4-4a60-4541-85f6-e72c78bdbf7e req-d75ee21a-04d4-4ffc-a231-c8a009f0afde service neutron] Request body: {'port': {'device_id': '2acc8c4a-1d54-482e-babd-057ac6b9de3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82658'}} {{(pid=102575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:15:10.717395 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442da849-f55c-4d60-b23a-d4bdb62a2121 req-76d027cc-5200-4750-a367-4561c32fcbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:10.718065 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-442da849-f55c-4d60-b23a-d4bdb62a2121 req-76d027cc-5200-4750-a367-4561c32fcbf4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for port (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:10.718824 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c81a686-e678-4e89-b11e-730cd0ff3e92 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff42e609-8fde-47ca-b58e-086790c37de0,revision_number=0']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:10.719713 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a3752569-401b-4d4c-bc87-5d417ab1ce68 None None] Publish callbacks [] for port (d4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f), precommit_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:10.721109 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-442da849-f55c-4d60-b23a-d4bdb62a2121 req-76d027cc-5200-4750-a367-4561c32fcbf4 service neutron] 10.222.0.72 "PUT /v2.0/ports/84200814-bb9d-49e6-8dd9-359441c7fdaa HTTP/1.1" status: 200 len: 1093 time: 6.2623537 Jan 27 08:15:10.728052 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7ccb9d0-3f23-4bb9-b303-4d3c9d13ac63', 'tag': '84200814-bb9d-49e6-8dd9-359441c7fdaa'}] {{(pid=102576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:15:10.764453 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0c81a686-e678-4e89-b11e-730cd0ff3e92 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:10.766358 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-0c81a686-e678-4e89-b11e-730cd0ff3e92 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8100090 Jan 27 08:15:10.792940 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 55368) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:10.799488 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a3752569-401b-4d4c-bc87-5d417ab1ce68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (d4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:10.826959 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.v2.base [None req-47ec27fb-8293-4ce7-98bf-494c76b4f13c tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Request body: {'floatingip': {'floating_network_id': '3614e5a2-e145-4686-b153-8df14846b7f6'}} {{(pid=102575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:15:10.967380 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c02f9f1-cee9-4624-afd1-2d564e5e85aa None None] Pushing event updated for resources: {'Port': ['ID=d4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f,revision_number=3']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:10.977901 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Current status of the port 6bd706e7-7399-4bce-acef-9138b3a6821e is: ACTIVE; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:15:10.979522 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device 0f0bbcb7-0256-4240-9bfe-0feeb5b30b2d up at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:15:11.076912 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-47ec27fb-8293-4ce7-98bf-494c76b4f13c tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:11.150956 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07e367d-896c-41ad-a06b-cdd9bd9493da req-0197b265-639f-45a8-837d-445d7066022c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:11.152654 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-a07e367d-896c-41ad-a06b-cdd9bd9493da req-0197b265-639f-45a8-837d-445d7066022c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=616d213d-6c5b-4a88-a3ce-dc11ee07f260 HTTP/1.1" status: 200 len: 858 time: 0.5141551 Jan 27 08:15:11.168009 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-4287a028-e6ed-4e1b-b690-b8eb4699b1ca tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks [] for security_group_rule (b9344c91-5f84-4fc6-bba2-ec458513b0e7), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:11.232899 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e99b03222c8d2fef0e5d308316368c2f75dcb43852cf269b2a1b1136e13dae4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417de58a-b002-45c0-b86f-0f2a61bc0c1f" -d '{"events": [{"name": "network-changed", "server_uuid": "d7ccb9d0-3f23-4bb9-b303-4d3c9d13ac63", "tag": "84200814-bb9d-49e6-8dd9-359441c7fdaa"}]}' {{(pid=102576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:15:11.256120 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-3f8fd7a4-4a60-4541-85f6-e72c78bdbf7e req-d75ee21a-04d4-4ffc-a231-c8a009f0afde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (65f96da9-810c-41f2-b66a-b0b07fd21f30), before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:11.258846 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a98b5cb-9031-4c39-8369-4bfd376d898c req-f10baed3-09c7-45e3-bfac-396327b27588 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:11.264050 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-5a98b5cb-9031-4c39-8369-4bfd376d898c req-f10baed3-09c7-45e3-bfac-396327b27588 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 931 time: 1.5401123 Jan 27 08:15:11.288350 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-a07e367d-896c-41ad-a06b-cdd9bd9493da req-115c06da-0261-4aa6-8a4e-ac895076cd29 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ce45940d-ecbf-47a0-9d51-ed21ab35fe07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1178033 Jan 27 08:15:11.329454 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-4287a028-e6ed-4e1b-b690-b8eb4699b1ca tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600985'] for security_group_rule (b9344c91-5f84-4fc6-bba2-ec458513b0e7), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:11.444516 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4287a028-e6ed-4e1b-b690-b8eb4699b1ca tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9344c91-5f84-4fc6-bba2-ec458513b0e7,revision_number=0']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:11.565533 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-ab0d8516-4494-4428-bf03-080b5a4856bd admin admin] Publish callbacks [] for security_group (e65633b8-cd94-4c6d-8cc2-3791fab50a90), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:11.585582 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.managers [None req-a3752569-401b-4d4c-bc87-5d417ab1ce68 None None] Attempting to bind port d4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f on host dv-cinder-826589-1-iscsi for vnic_type normal with profile {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 08:15:11.587052 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-4287a028-e6ed-4e1b-b690-b8eb4699b1ca tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:11.589132 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.managers [None req-a3752569-401b-4d4c-bc87-5d417ab1ce68 None None] Attempting to bind port d4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f by drivers openvswitch,hyperv on host dv-cinder-826589-1-iscsi at level 0 using segments [{'id': '294324f3-9bd6-436f-a71b-f86457320cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b7914447-2aa2-4569-84ca-e3ee909bc8ea'}] {{(pid=102577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 08:15:11.589617 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3752569-401b-4d4c-bc87-5d417ab1ce68 None None] Attempting to bind port d4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f on network b7914447-2aa2-4569-84ca-e3ee909bc8ea {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:15:11.591686 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-4287a028-e6ed-4e1b-b690-b8eb4699b1ca tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1676803 Jan 27 08:15:11.605548 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-6d8857e5-2668-4a2b-96d2-3ef6cd73b5a2 req-10f907bd-ad4b-4c64-88f3-a6b6b6cedd16 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f7b64f7-7347-4318-a139-75a0cbe91c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0881152 Jan 27 08:15:11.606224 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 55394) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:11.633571 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-feee9df5-0a3c-4869-87dc-c0215f517911 None None] Provisioning complete for port d4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f triggered by entity DHCP. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:15:11.642483 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [None req-aebc5cd8-53f9-445d-a638-0e776da21a25 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Request body: {'security_group_rule': {'security_group_id': '25056870-6882-4f7c-b7e2-0d78781f99b0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:15:11.650371 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-feee9df5-0a3c-4869-87dc-c0215f517911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (d4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:11.657134 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3752569-401b-4d4c-bc87-5d417ab1ce68 None None] Checking agent: {'id': 'e79cbf24-12bd-4e20-a580-79498d5b225b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826589-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 8, 6, 57), 'started_at': datetime.datetime(2022, 1, 27, 8, 7, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 8, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826589-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 08:15:11.657906 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3752569-401b-4d4c-bc87-5d417ab1ce68 None None] Checking segment: {'id': '294324f3-9bd6-436f-a71b-f86457320cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b7914447-2aa2-4569-84ca-e3ee909bc8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:15:11.660114 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a3752569-401b-4d4c-bc87-5d417ab1ce68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:11.660707 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3752569-401b-4d4c-bc87-5d417ab1ce68 None None] Bound using segment: {'id': '294324f3-9bd6-436f-a71b-f86457320cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b7914447-2aa2-4569-84ca-e3ee909bc8ea'} {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 08:15:11.662291 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.managers [None req-a3752569-401b-4d4c-bc87-5d417ab1ce68 None None] Bound port: d4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f, host: dv-cinder-826589-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '294324f3-9bd6-436f-a71b-f86457320cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b7914447-2aa2-4569-84ca-e3ee909bc8ea'}}] {{(pid=102577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 08:15:11.662879 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a3752569-401b-4d4c-bc87-5d417ab1ce68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (d4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:11.700683 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d027cc-5200-4750-a367-4561c32fcbf4 service neutron] Pushing event updated for resources: {'Port': ['ID=84200814-bb9d-49e6-8dd9-359441c7fdaa,revision_number=3']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:11.733427 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-aebc5cd8-53f9-445d-a638-0e776da21a25 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks [] for security_group_rule (66c446e1-a070-49e2-b8e8-47cb4f9ef0fe), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:11.756966 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442da849-f55c-4d60-b23a-d4bdb62a2121 req-39359753-8569-4036-a357-b5fa11db5a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:11.760390 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-442da849-f55c-4d60-b23a-d4bdb62a2121 req-39359753-8569-4036-a357-b5fa11db5a8a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ed2d39a185844ec692a0384bdc012a48&device_id=d7ccb9d0-3f23-4bb9-b303-4d3c9d13ac63 HTTP/1.1" status: 200 len: 1096 time: 0.8505857 Jan 27 08:15:11.825202 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-e1876ead-d1fb-43d5-8c0a-c7a9bd9925e1 admin admin] Publish callbacks [] for security_group (f53416e5-d8fb-4a41-8c89-7809caf47f4f), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:11.851452 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-ab0d8516-4494-4428-bf03-080b5a4856bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (e65633b8-cd94-4c6d-8cc2-3791fab50a90), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:11.895819 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-feee9df5-0a3c-4869-87dc-c0215f517911 None None] Port d4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f cannot update to ACTIVE because it is not bound. {{(pid=102577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 08:15:11.901273 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Provisioning complete for port 0f0bbcb7-0256-4240-9bfe-0feeb5b30b2d triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:15:11.901929 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (0f0bbcb7-0256-4240-9bfe-0feeb5b30b2d), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:11.918412 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-e1876ead-d1fb-43d5-8c0a-c7a9bd9925e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (f53416e5-d8fb-4a41-8c89-7809caf47f4f), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:12.014829 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-442da849-f55c-4d60-b23a-d4bdb62a2121 req-366cb559-35ae-4e3d-8160-668c1a99f727 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84200814-bb9d-49e6-8dd9-359441c7fdaa HTTP/1.1" status: 200 len: 217 time: 0.1902666 Jan 27 08:15:12.089504 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 08:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95143207-4476-440c-82df-a05dd001185e x-openstack-request-id: req-95143207-4476-440c-82df-a05dd001185e {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:15:12.090042 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b88ccf1a-3e69-47d6-ac9b-d31d5aad936d", "tag": "2482131d-d792-43df-a5ba-966feb101f26", "status": "completed", "code": 200}]} {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:15:12.090042 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-95143207-4476-440c-82df-a05dd001185e {{(pid=102575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:15:12.094696 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b88ccf1a-3e69-47d6-ac9b-d31d5aad936d', 'tag': '2482131d-d792-43df-a5ba-966feb101f26', 'status': 'completed', 'code': 200} Jan 27 08:15:12.147237 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442da849-f55c-4d60-b23a-d4bdb62a2121 req-b803fe2e-9254-406d-8e79-40d8311ab049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:12.148983 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-442da849-f55c-4d60-b23a-d4bdb62a2121 req-b803fe2e-9254-406d-8e79-40d8311ab049 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d3baa8fc-a045-4a8b-a8fe-336ed2528725 HTTP/1.1" status: 200 len: 850 time: 0.1055541 Jan 27 08:15:12.252284 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-5a98b5cb-9031-4c39-8369-4bfd376d898c req-50558ef8-2d1d-4508-9db7-12df33d0d426 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9009278 Jan 27 08:15:12.257166 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-442da849-f55c-4d60-b23a-d4bdb62a2121 req-4d627650-148c-41a0-91b2-f516eb3a22d0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1a10d936-2487-48e8-aa9c-a0dd8e98b798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870368 Jan 27 08:15:12.263241 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 08:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73adcbc-0fb2-4a7d-a365-9aeb9deb12a3 x-openstack-request-id: req-b73adcbc-0fb2-4a7d-a365-9aeb9deb12a3 {{(pid=102576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:15:12.263241 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7ccb9d0-3f23-4bb9-b303-4d3c9d13ac63", "tag": "84200814-bb9d-49e6-8dd9-359441c7fdaa", "status": "completed", "code": 200}]} {{(pid=102576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:15:12.263469 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b73adcbc-0fb2-4a7d-a365-9aeb9deb12a3 {{(pid=102576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:15:12.263780 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7ccb9d0-3f23-4bb9-b303-4d3c9d13ac63', 'tag': '84200814-bb9d-49e6-8dd9-359441c7fdaa', 'status': 'completed', 'code': 200} Jan 27 08:15:12.274654 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-a3752569-401b-4d4c-bc87-5d417ab1ce68 None None] For port d4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f, host dv-cinder-826589-1-iscsi, cleared binding levels {{(pid=102577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 08:15:12.287897 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-a3752569-401b-4d4c-bc87-5d417ab1ce68 None None] For port d4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f, host dv-cinder-826589-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=d4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f,segment=NetworkSegment(294324f3-9bd6-436f-a71b-f86457320cc4),segment_id=294324f3-9bd6-436f-a71b-f86457320cc4)] {{(pid=102577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 08:15:12.294733 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a3752569-401b-4d4c-bc87-5d417ab1ce68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (d4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:12.368094 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-442da849-f55c-4d60-b23a-d4bdb62a2121 req-83bcc570-fcb2-49f4-984c-6230b84c4d6c service neutron] 10.222.0.72 "GET /v2.0/networks/1a10d936-2487-48e8-aa9c-a0dd8e98b798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979285 Jan 27 08:15:12.389312 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c02f9f1-cee9-4624-afd1-2d564e5e85aa None None] Pushing event updated for resources: {'Port': ['ID=d4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f,revision_number=4']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:12.435822 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-ab0d8516-4494-4428-bf03-080b5a4856bd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=24a2883758a34ae58b4e23403e96e4a5&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2408762 Jan 27 08:15:12.456841 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 55420) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:12.491246 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-442da849-f55c-4d60-b23a-d4bdb62a2121 req-1f750aa9-7803-4ab4-ae89-ffc2820c0c1f service neutron] 10.222.0.72 "GET /v2.0/networks/1a10d936-2487-48e8-aa9c-a0dd8e98b798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148834 Jan 27 08:15:12.498171 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3752569-401b-4d4c-bc87-5d417ab1ce68 None None] Routers {'78a34c9b-b651-4687-8029-7f281d2c7ec8'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:15:12.498572 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0d8516-4494-4428-bf03-080b5a4856bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e65633b8-cd94-4c6d-8cc2-3791fab50a90,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:12.502001 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-a3752569-401b-4d4c-bc87-5d417ab1ce68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:14:53Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['78a34c9b-b651-4687-8029-7f281d2c7ec8'], 'active': True} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:15:12.519790 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-e1876ead-d1fb-43d5-8c0a-c7a9bd9925e1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=462b986b136d437bb22390c42c042ff5&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3996670 Jan 27 08:15:12.522025 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Current status of the port 0f0bbcb7-0256-4240-9bfe-0feeb5b30b2d is: ACTIVE; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:15:12.523044 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-a07e367d-896c-41ad-a06b-cdd9bd9493da req-b646b932-368d-4a67-ba96-d54e785164a6 service neutron] 10.222.0.72 "GET /v2.0/networks/ce45940d-ecbf-47a0-9d51-ed21ab35fe07?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1962099 Jan 27 08:15:12.527337 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 55422) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:12.541941 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-aebc5cd8-53f9-445d-a638-0e776da21a25 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks [] for security_group_rule (66c446e1-a070-49e2-b8e8-47cb4f9ef0fe), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:12.597373 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-aebc5cd8-53f9-445d-a638-0e776da21a25 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600985'] for security_group_rule (66c446e1-a070-49e2-b8e8-47cb4f9ef0fe), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:12.676296 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebc5cd8-53f9-445d-a638-0e776da21a25 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66c446e1-a070-49e2-b8e8-47cb4f9ef0fe,revision_number=0']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:12.825045 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-aebc5cd8-53f9-445d-a638-0e776da21a25 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:12.827211 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-aebc5cd8-53f9-445d-a638-0e776da21a25 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1967337 Jan 27 08:15:12.833114 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417de58a-b002-45c0-b86f-0f2a61bc0c1f req-d53a9433-bef5-4cf1-ba87-c47c2d0cb6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:12.834942 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-417de58a-b002-45c0-b86f-0f2a61bc0c1f req-d53a9433-bef5-4cf1-ba87-c47c2d0cb6cd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ed2d39a185844ec692a0384bdc012a48&device_id=d7ccb9d0-3f23-4bb9-b303-4d3c9d13ac63 HTTP/1.1" status: 200 len: 1096 time: 0.2423358 Jan 27 08:15:12.835645 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 55428) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:12.856569 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device d4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f up at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:15:12.870322 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 55430) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:12.876914 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [None req-2d17fb51-ed0d-4626-9e77-0c6f2a5080c0 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Request body: {'floatingip': {'floating_network_id': '3614e5a2-e145-4686-b153-8df14846b7f6'}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:15:12.896146 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-e5fba2a4-cb62-4a49-af2c-62e9ca55cad9 admin admin] Publish callbacks [] for security_group (f53416e5-d8fb-4a41-8c89-7809caf47f4f), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:12.908037 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-af346ec3-a4af-454d-9b1c-a84f79d8563a None None] Provisioning complete for port d4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f triggered by entity DHCP. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:15:12.908602 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-af346ec3-a4af-454d-9b1c-a84f79d8563a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (d4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:12.915777 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1876ead-d1fb-43d5-8c0a-c7a9bd9925e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53416e5-d8fb-4a41-8c89-7809caf47f4f,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:13.047266 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-af346ec3-a4af-454d-9b1c-a84f79d8563a None None] Current status of the port d4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f is: DOWN; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:15:13.047670 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-af346ec3-a4af-454d-9b1c-a84f79d8563a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (d4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:13.058589 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-47ec27fb-8293-4ce7-98bf-494c76b4f13c tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:13.091547 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-af346ec3-a4af-454d-9b1c-a84f79d8563a None None] For port d4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f, host dv-cinder-826589-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=d4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f,segment=NetworkSegment(294324f3-9bd6-436f-a71b-f86457320cc4),segment_id=294324f3-9bd6-436f-a71b-f86457320cc4)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:15:13.106508 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-af346ec3-a4af-454d-9b1c-a84f79d8563a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (d4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:13.114971 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvr_db [None req-a3752569-401b-4d4c-bc87-5d417ab1ce68 None None] Set router 78a34c9b-b651-4687-8029-7f281d2c7ec8 gateway port host: dv-cinder-826589-1-iscsi {{(pid=102577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:15:13.170906 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-805c43ff-ddf5-43c3-9957-864bec664d04 admin admin] Publish callbacks [] for security_group (e65633b8-cd94-4c6d-8cc2-3791fab50a90), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:13.174165 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-6d683334-6d76-45a9-89db-68f07be6d16d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:13.189914 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-a07e367d-896c-41ad-a06b-cdd9bd9493da req-66ff0ad9-f4be-4168-b4ff-74cfaed7eb78 service neutron] 10.222.0.72 "GET /v2.0/networks/ce45940d-ecbf-47a0-9d51-ed21ab35fe07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6397591 Jan 27 08:15:13.253522 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Provisioning complete for port d4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:15:13.254028 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (d4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:13.258999 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-805c43ff-ddf5-43c3-9957-864bec664d04 admin admin] Publish callbacks [] for security_group (e65633b8-cd94-4c6d-8cc2-3791fab50a90), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:13.347958 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-2d17fb51-ed0d-4626-9e77-0c6f2a5080c0 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:13.502247 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.db_base_plugin_common [None req-47ec27fb-8293-4ce7-98bf-494c76b4f13c tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Allocated IP 172.27.1.232 (3614e5a2-e145-4686-b153-8df14846b7f6/4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a/c90c51ab-dee7-42ea-b0be-1656adf59834) {{(pid=102575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 08:15:13.537694 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [req-3f8fd7a4-4a60-4541-85f6-e72c78bdbf7e req-d75ee21a-04d4-4ffc-a231-c8a009f0afde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65f96da9-810c-41f2-b66a-b0b07fd21f30 {{(pid=102575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 08:15:13.545048 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e36d5f-b747-4593-a6fc-203e84558298 req-ef792ba4-b29c-4b10-86d4-6f8ca5fafcd3 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:13.546742 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-e2e36d5f-b747-4593-a6fc-203e84558298 req-ef792ba4-b29c-4b10-86d4-6f8ca5fafcd3 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7ccb9d0-3f23-4bb9-b303-4d3c9d13ac63 HTTP/1.1" status: 200 len: 943 time: 0.7867601 Jan 27 08:15:13.548935 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Current status of the port d4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f is: ACTIVE; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:15:13.552551 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-e5fba2a4-cb62-4a49-af2c-62e9ca55cad9 admin admin] Publish callbacks [] for security_group (f53416e5-d8fb-4a41-8c89-7809caf47f4f), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:13.553955 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855428ee-7281-4542-abbf-d44c743f5058 req-3f9ed86b-d847-46bb-9941-1b534c8a2cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:13.555815 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-855428ee-7281-4542-abbf-d44c743f5058 req-3f9ed86b-d847-46bb-9941-1b534c8a2cf5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=494feea85d154e5fb70b8c9bb9392067&device_id=b88ccf1a-3e69-47d6-ac9b-d31d5aad936d HTTP/1.1" status: 200 len: 1096 time: 0.2103465 Jan 27 08:15:13.565318 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-3f8fd7a4-4a60-4541-85f6-e72c78bdbf7e req-d75ee21a-04d4-4ffc-a231-c8a009f0afde service neutron] Publish callbacks [] for port (65f96da9-810c-41f2-b66a-b0b07fd21f30), precommit_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:13.568289 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417de58a-b002-45c0-b86f-0f2a61bc0c1f req-73af0f45-d05c-4018-bd91-55c4ce75b259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:13.572228 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-417de58a-b002-45c0-b86f-0f2a61bc0c1f req-73af0f45-d05c-4018-bd91-55c4ce75b259 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1a10d936-2487-48e8-aa9c-a0dd8e98b798 HTTP/1.1" status: 200 len: 911 time: 0.6901062 Jan 27 08:15:13.660004 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af346ec3-a4af-454d-9b1c-a84f79d8563a None None] Pushing event updated for resources: {'Port': ['ID=d4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f,revision_number=5']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:13.759850 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad9fed-5f5e-4f37-85ae-5fa62356d3f9 req-bda16bcc-65c2-48e6-b636-e7c9dbcabfd6 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:13.764809 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-f1ad9fed-5f5e-4f37-85ae-5fa62356d3f9 req-bda16bcc-65c2-48e6-b636-e7c9dbcabfd6 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 931 time: 0.3791342 Jan 27 08:15:13.820421 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-805c43ff-ddf5-43c3-9957-864bec664d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (e65633b8-cd94-4c6d-8cc2-3791fab50a90), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:13.823221 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-805c43ff-ddf5-43c3-9957-864bec664d04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:13.824595 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-805c43ff-ddf5-43c3-9957-864bec664d04 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e65633b8-cd94-4c6d-8cc2-3791fab50a90 HTTP/1.1" status: 204 len: 168 time: 1.3536105 Jan 27 08:15:13.880059 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [req-3f8fd7a4-4a60-4541-85f6-e72c78bdbf7e req-d75ee21a-04d4-4ffc-a231-c8a009f0afde service neutron] Transition to ACTIVE for port object 65f96da9-810c-41f2-b66a-b0b07fd21f30 will not be triggered until provisioned by entity L2. {{(pid=102575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 08:15:13.925204 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-a3752569-401b-4d4c-bc87-5d417ab1ce68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a34c9b-b651-4687-8029-7f281d2c7ec8', 'name': 'tempest-AttachVolumeTestJSON-1315933907-router', 'tenant_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '6bd706e7-7399-4bce-acef-9138b3a6821e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:14:51Z', 'updated_at': '2022-01-27T08:15:01Z', 'revision_number': 4, 'project_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'gw_port': {'id': '6bd706e7-7399-4bce-acef-9138b3a6821e', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a34c9b-b651-4687-8029-7f281d2c7ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:52Z', 'updated_at': '2022-01-27T08:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_interfaces': [{'id': 'd4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f', 'name': '', 'network_id': 'b7914447-2aa2-4569-84ca-e3ee909bc8ea', 'tenant_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'mac_address': 'fa:16:3e:c1:0b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a34c9b-b651-4687-8029-7f281d2c7ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '56dcdf12-0462-4feb-a564-4fe3cd20bfe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:58Z', 'updated_at': '2022-01-27T08:15:12Z', 'revision_number': 4, 'project_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'subnets': [{'id': '56dcdf12-0462-4feb-a564-4fe3cd20bfe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:15:13.985693 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-3f8fd7a4-4a60-4541-85f6-e72c78bdbf7e req-d75ee21a-04d4-4ffc-a231-c8a009f0afde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (65f96da9-810c-41f2-b66a-b0b07fd21f30), after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:14.005469 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805c43ff-ddf5-43c3-9957-864bec664d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65633b8-cd94-4c6d-8cc2-3791fab50a90,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:14.028515 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3752569-401b-4d4c-bc87-5d417ab1ce68 None None] The sync data for ids ['78a34c9b-b651-4687-8029-7f281d2c7ec8'] in dv-cinder-826589-1-iscsi is: [{'id': '78a34c9b-b651-4687-8029-7f281d2c7ec8', 'name': 'tempest-AttachVolumeTestJSON-1315933907-router', 'tenant_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '6bd706e7-7399-4bce-acef-9138b3a6821e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:14:51Z', 'updated_at': '2022-01-27T08:15:01Z', 'revision_number': 4, 'project_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'gw_port': {'id': '6bd706e7-7399-4bce-acef-9138b3a6821e', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a34c9b-b651-4687-8029-7f281d2c7ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:52Z', 'updated_at': '2022-01-27T08:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_interfaces': [{'id': 'd4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f', 'name': '', 'network_id': 'b7914447-2aa2-4569-84ca-e3ee909bc8ea', 'tenant_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'mac_address': 'fa:16:3e:c1:0b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a34c9b-b651-4687-8029-7f281d2c7ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '56dcdf12-0462-4feb-a564-4fe3cd20bfe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:58Z', 'updated_at': '2022-01-27T08:15:12Z', 'revision_number': 4, 'project_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'subnets': [{'id': '56dcdf12-0462-4feb-a564-4fe3cd20bfe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 08:15:14.076881 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-e5fba2a4-cb62-4a49-af2c-62e9ca55cad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (f53416e5-d8fb-4a41-8c89-7809caf47f4f), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:14.081138 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-6d683334-6d76-45a9-89db-68f07be6d16d admin admin] Publish callbacks [] for security_group (7e19782c-6de3-41ef-bf04-d9334c0a9756), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:14.081769 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-e5fba2a4-cb62-4a49-af2c-62e9ca55cad9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:14.088003 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-e5fba2a4-cb62-4a49-af2c-62e9ca55cad9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f53416e5-d8fb-4a41-8c89-7809caf47f4f HTTP/1.1" status: 204 len: 168 time: 1.5434194 Jan 27 08:15:14.090141 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-417de58a-b002-45c0-b86f-0f2a61bc0c1f req-81ba2679-8d2f-48c7-b6e3-f07f84e0037a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84200814-bb9d-49e6-8dd9-359441c7fdaa HTTP/1.1" status: 200 len: 217 time: 0.3977909 Jan 27 08:15:14.133454 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-6d683334-6d76-45a9-89db-68f07be6d16d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (7e19782c-6de3-41ef-bf04-d9334c0a9756), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:14.188532 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-e2e36d5f-b747-4593-a6fc-203e84558298 req-f516c9e4-865a-4ca5-8fd3-03814dc666c2 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f7b64f7-7347-4318-a139-75a0cbe91c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5813653 Jan 27 08:15:14.218456 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fba2a4-cb62-4a49-af2c-62e9ca55cad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53416e5-d8fb-4a41-8c89-7809caf47f4f,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:14.268589 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417de58a-b002-45c0-b86f-0f2a61bc0c1f req-0cf6db5e-c67e-4e37-98ab-51f1c64c3755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:14.270438 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-417de58a-b002-45c0-b86f-0f2a61bc0c1f req-0cf6db5e-c67e-4e37-98ab-51f1c64c3755 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d3baa8fc-a045-4a8b-a8fe-336ed2528725 HTTP/1.1" status: 200 len: 850 time: 0.1627164 Jan 27 08:15:14.277052 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-f1ad9fed-5f5e-4f37-85ae-5fa62356d3f9 req-aac637d9-520a-492c-85a8-bfcdb1134d45 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3686459 Jan 27 08:15:14.298305 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75ee21a-04d4-4ffc-a231-c8a009f0afde service neutron] Pushing event updated for resources: {'Port': ['ID=65f96da9-810c-41f2-b66a-b0b07fd21f30,revision_number=2']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:14.316427 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855428ee-7281-4542-abbf-d44c743f5058 req-53b9f78f-261b-400c-bbae-a5351e92fe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:14.318102 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-855428ee-7281-4542-abbf-d44c743f5058 req-53b9f78f-261b-400c-bbae-a5351e92fe29 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ce45940d-ecbf-47a0-9d51-ed21ab35fe07 HTTP/1.1" status: 200 len: 919 time: 0.7401130 Jan 27 08:15:14.342941 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-47ec27fb-8293-4ce7-98bf-494c76b4f13c tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks [] for port (c90c51ab-dee7-42ea-b0be-1656adf59834), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:14.346385 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-417de58a-b002-45c0-b86f-0f2a61bc0c1f req-9bd047a7-0efd-4db3-9666-8878d6a7948d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1a10d936-2487-48e8-aa9c-a0dd8e98b798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654292 Jan 27 08:15:14.346562 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d683334-6d76-45a9-89db-68f07be6d16d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e19782c-6de3-41ef-bf04-d9334c0a9756,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:14.412831 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-2d17fb51-ed0d-4626-9e77-0c6f2a5080c0 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:14.414148 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-6d683334-6d76-45a9-89db-68f07be6d16d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=85068aa901514994a15bcaa06a97595d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5381956 Jan 27 08:15:14.428307 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 55456) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:14.529793 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-855428ee-7281-4542-abbf-d44c743f5058 req-8e677cfb-086d-4d21-9e33-edcd8a031e52 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2482131d-d792-43df-a5ba-966feb101f26 HTTP/1.1" status: 200 len: 217 time: 0.1957417 Jan 27 08:15:14.536655 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [req-3f8fd7a4-4a60-4541-85f6-e72c78bdbf7e req-d75ee21a-04d4-4ffc-a231-c8a009f0afde service neutron] Attempting to bind port 65f96da9-810c-41f2-b66a-b0b07fd21f30 on host hv-cinder-82658 for vnic_type normal with profile {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 08:15:14.537317 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [req-3f8fd7a4-4a60-4541-85f6-e72c78bdbf7e req-d75ee21a-04d4-4ffc-a231-c8a009f0afde service neutron] Attempting to bind port 65f96da9-810c-41f2-b66a-b0b07fd21f30 by drivers openvswitch,hyperv on host hv-cinder-82658 at level 0 using segments [{'id': '0c209b26-9e0d-4627-a10c-ba3741754b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ce45940d-ecbf-47a0-9d51-ed21ab35fe07'}] {{(pid=102575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 08:15:14.537824 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8fd7a4-4a60-4541-85f6-e72c78bdbf7e req-d75ee21a-04d4-4ffc-a231-c8a009f0afde service neutron] Attempting to bind port 65f96da9-810c-41f2-b66a-b0b07fd21f30 on network ce45940d-ecbf-47a0-9d51-ed21ab35fe07 {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:15:14.622301 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8fd7a4-4a60-4541-85f6-e72c78bdbf7e req-d75ee21a-04d4-4ffc-a231-c8a009f0afde service neutron] Port 65f96da9-810c-41f2-b66a-b0b07fd21f30 on network ce45940d-ecbf-47a0-9d51-ed21ab35fe07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82658 {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 08:15:14.629330 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8fd7a4-4a60-4541-85f6-e72c78bdbf7e req-d75ee21a-04d4-4ffc-a231-c8a009f0afde service neutron] Attempting to bind port 65f96da9-810c-41f2-b66a-b0b07fd21f30 on network ce45940d-ecbf-47a0-9d51-ed21ab35fe07 {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:15:14.660041 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8fd7a4-4a60-4541-85f6-e72c78bdbf7e req-d75ee21a-04d4-4ffc-a231-c8a009f0afde service neutron] Checking agent: {'id': '926d476c-3c92-4faa-a402-a395b4978e44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82658', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 8, 12, 58), 'started_at': datetime.datetime(2022, 1, 27, 8, 12, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 8, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 08:15:14.660729 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8fd7a4-4a60-4541-85f6-e72c78bdbf7e req-d75ee21a-04d4-4ffc-a231-c8a009f0afde service neutron] Checking segment: {'id': '0c209b26-9e0d-4627-a10c-ba3741754b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ce45940d-ecbf-47a0-9d51-ed21ab35fe07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:15:14.661355 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8fd7a4-4a60-4541-85f6-e72c78bdbf7e req-d75ee21a-04d4-4ffc-a231-c8a009f0afde service neutron] Bound using segment: {'id': '0c209b26-9e0d-4627-a10c-ba3741754b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ce45940d-ecbf-47a0-9d51-ed21ab35fe07'} {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 08:15:14.662044 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [req-3f8fd7a4-4a60-4541-85f6-e72c78bdbf7e req-d75ee21a-04d4-4ffc-a231-c8a009f0afde service neutron] Bound port: 65f96da9-810c-41f2-b66a-b0b07fd21f30, host: hv-cinder-82658, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c209b26-9e0d-4627-a10c-ba3741754b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ce45940d-ecbf-47a0-9d51-ed21ab35fe07'}}] {{(pid=102575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 08:15:14.662602 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-3f8fd7a4-4a60-4541-85f6-e72c78bdbf7e req-d75ee21a-04d4-4ffc-a231-c8a009f0afde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (65f96da9-810c-41f2-b66a-b0b07fd21f30), before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:14.686433 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-417de58a-b002-45c0-b86f-0f2a61bc0c1f req-de9f44cf-d202-4caa-a0be-1c7a6a4bf6e1 service neutron] 10.222.0.72 "GET /v2.0/networks/1a10d936-2487-48e8-aa9c-a0dd8e98b798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217521 Jan 27 08:15:14.695130 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-47ec27fb-8293-4ce7-98bf-494c76b4f13c tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730334756109'] for port (c90c51ab-dee7-42ea-b0be-1656adf59834), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:14.717589 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device d4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f up at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:15:14.739116 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855428ee-7281-4542-abbf-d44c743f5058 req-18b578a6-a85f-466a-a5a7-7978e216d30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:14.740983 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-855428ee-7281-4542-abbf-d44c743f5058 req-18b578a6-a85f-466a-a5a7-7978e216d30d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=616d213d-6c5b-4a88-a3ce-dc11ee07f260 HTTP/1.1" status: 200 len: 858 time: 0.1980338 Jan 27 08:15:14.786160 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7499f84b-ab26-4791-9f46-3c53f0040cd9 admin admin] Publish callbacks [] for security_group (7e19782c-6de3-41ef-bf04-d9334c0a9756), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:14.836354 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-855428ee-7281-4542-abbf-d44c743f5058 req-b8204884-179e-4b4a-b62d-de61988e45a2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ce45940d-ecbf-47a0-9d51-ed21ab35fe07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693710 Jan 27 08:15:14.869945 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [req-3f8fd7a4-4a60-4541-85f6-e72c78bdbf7e req-d75ee21a-04d4-4ffc-a231-c8a009f0afde service neutron] For port 65f96da9-810c-41f2-b66a-b0b07fd21f30, host hv-cinder-82658, cleared binding levels {{(pid=102575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 08:15:14.874521 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [req-3f8fd7a4-4a60-4541-85f6-e72c78bdbf7e req-d75ee21a-04d4-4ffc-a231-c8a009f0afde service neutron] For port 65f96da9-810c-41f2-b66a-b0b07fd21f30, host hv-cinder-82658, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=65f96da9-810c-41f2-b66a-b0b07fd21f30,segment=NetworkSegment(0c209b26-9e0d-4627-a10c-ba3741754b4c),segment_id=0c209b26-9e0d-4627-a10c-ba3741754b4c)] {{(pid=102575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 08:15:14.880311 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ec27fb-8293-4ce7-98bf-494c76b4f13c tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Network 3614e5a2-e145-4686-b153-8df14846b7f6 is already hosted by enough agents. {{(pid=102575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 08:15:14.900072 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-3f8fd7a4-4a60-4541-85f6-e72c78bdbf7e req-d75ee21a-04d4-4ffc-a231-c8a009f0afde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (65f96da9-810c-41f2-b66a-b0b07fd21f30), after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:14.926402 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Provisioning complete for port d4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:15:14.933302 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (d4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:14.936223 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8fd7a4-4a60-4541-85f6-e72c78bdbf7e req-d75ee21a-04d4-4ffc-a231-c8a009f0afde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:14.937526 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-3f8fd7a4-4a60-4541-85f6-e72c78bdbf7e req-d75ee21a-04d4-4ffc-a231-c8a009f0afde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for port (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:14.939731 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-3f8fd7a4-4a60-4541-85f6-e72c78bdbf7e req-d75ee21a-04d4-4ffc-a231-c8a009f0afde service neutron] 10.222.0.72 "PUT /v2.0/ports/65f96da9-810c-41f2-b66a-b0b07fd21f30 HTTP/1.1" status: 200 len: 1093 time: 4.2535565 Jan 27 08:15:14.941055 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.base_scheduler [None req-47ec27fb-8293-4ce7-98bf-494c76b4f13c tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Resources bound (agent type, host, resource id): {{(pid=102575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:15:14.964745 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ec27fb-8293-4ce7-98bf-494c76b4f13c tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Received port after_create {{(pid=102575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 08:15:14.969432 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 55464) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:14.990527 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2acc8c4a-1d54-482e-babd-057ac6b9de3e', 'tag': '65f96da9-810c-41f2-b66a-b0b07fd21f30'}] {{(pid=102575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:15:14.997881 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34d12f73e8b898318ba96f52067286bd4e4b64784ab72771e8c48dd469e53537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1cc07a-90cf-4771-94a1-7d070987614c" -d '{"events": [{"name": "network-changed", "server_uuid": "2acc8c4a-1d54-482e-babd-057ac6b9de3e", "tag": "65f96da9-810c-41f2-b66a-b0b07fd21f30"}]}' {{(pid=102575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:15:15.067098 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec27fb-8293-4ce7-98bf-494c76b4f13c tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Pushing event updated for resources: {'Port': ['ID=c90c51ab-dee7-42ea-b0be-1656adf59834,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:15.110008 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7499f84b-ab26-4791-9f46-3c53f0040cd9 admin admin] Publish callbacks [] for security_group (7e19782c-6de3-41ef-bf04-d9334c0a9756), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:15.192155 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Current status of the port d4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f is: ACTIVE; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:15:15.197496 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 08:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c731f2-d0e8-473b-8dd9-e5e74f8894af x-openstack-request-id: req-43c731f2-d0e8-473b-8dd9-e5e74f8894af {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:15:15.198483 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2acc8c4a-1d54-482e-babd-057ac6b9de3e", "tag": "65f96da9-810c-41f2-b66a-b0b07fd21f30", "status": "completed", "code": 200}]} {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:15:15.198737 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-43c731f2-d0e8-473b-8dd9-e5e74f8894af {{(pid=102575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:15:15.199130 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2acc8c4a-1d54-482e-babd-057ac6b9de3e', 'tag': '65f96da9-810c-41f2-b66a-b0b07fd21f30', 'status': 'completed', 'code': 200} Jan 27 08:15:15.250929 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-31adfeee-eeeb-4a40-8de8-dd411591ba77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:15.475184 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-855428ee-7281-4542-abbf-d44c743f5058 req-477999d3-3f9e-4fc7-91ca-72aa3e81c5b7 service neutron] 10.222.0.72 "GET /v2.0/networks/ce45940d-ecbf-47a0-9d51-ed21ab35fe07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5859582 Jan 27 08:15:15.672264 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7499f84b-ab26-4791-9f46-3c53f0040cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (7e19782c-6de3-41ef-bf04-d9334c0a9756), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:15.683055 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7499f84b-ab26-4791-9f46-3c53f0040cd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:15.684318 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-7499f84b-ab26-4791-9f46-3c53f0040cd9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7e19782c-6de3-41ef-bf04-d9334c0a9756 HTTP/1.1" status: 204 len: 168 time: 1.2546446 Jan 27 08:15:15.692849 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70397b6-3741-49dd-bd05-86e01743a9fe req-cac44238-6275-462b-956f-999a93684bea tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:15.694620 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-f70397b6-3741-49dd-bd05-86e01743a9fe req-cac44238-6275-462b-956f-999a93684bea tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7ccb9d0-3f23-4bb9-b303-4d3c9d13ac63 HTTP/1.1" status: 200 len: 943 time: 0.1908808 Jan 27 08:15:15.860010 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-f70397b6-3741-49dd-bd05-86e01743a9fe req-33598d6c-6fee-4aae-807f-51a3734a4305 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f7b64f7-7347-4318-a139-75a0cbe91c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263685 Jan 27 08:15:15.917257 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab2617-ff27-4e25-b450-525fc0d2bf83 req-a529dd10-1200-435f-99e2-9ca3a5621c9d tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:15.957138 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a3ab2617-ff27-4e25-b450-525fc0d2bf83 req-a529dd10-1200-435f-99e2-9ca3a5621c9d tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 943 time: 0.4183235 Jan 27 08:15:15.984432 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7499f84b-ab26-4791-9f46-3c53f0040cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e19782c-6de3-41ef-bf04-d9334c0a9756,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:16.015181 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75ee21a-04d4-4ffc-a231-c8a009f0afde service neutron] Pushing event updated for resources: {'Port': ['ID=65f96da9-810c-41f2-b66a-b0b07fd21f30,revision_number=3']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:16.047826 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-47ec27fb-8293-4ce7-98bf-494c76b4f13c tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks [] for floatingip (474affc3-4264-465f-82b6-834f74803181), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:16.060719 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 55504) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:16.225569 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8fd7a4-4a60-4541-85f6-e72c78bdbf7e req-c370d75b-5f00-4c07-876b-a7214ada1b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:16.227547 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-3f8fd7a4-4a60-4541-85f6-e72c78bdbf7e req-c370d75b-5f00-4c07-876b-a7214ada1b1e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=494feea85d154e5fb70b8c9bb9392067&device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 1096 time: 1.1909802 Jan 27 08:15:16.307895 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.db_base_plugin_common [None req-2d17fb51-ed0d-4626-9e77-0c6f2a5080c0 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Allocated IP 172.27.1.108 (3614e5a2-e145-4686-b153-8df14846b7f6/4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a/176a31fc-304b-4847-9c07-e4cda1b344e6) {{(pid=102576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 08:15:16.312933 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-417de58a-b002-45c0-b86f-0f2a61bc0c1f req-3593ccec-df38-4ee1-8f1a-2467b7cc158a service neutron] 10.222.0.72 "GET /v2.0/networks/1a10d936-2487-48e8-aa9c-a0dd8e98b798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6101415 Jan 27 08:15:16.345026 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 55510) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:16.380414 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-58306eb6-e434-4b52-9981-137f6142e133 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:16.391413 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a3ab2617-ff27-4e25-b450-525fc0d2bf83 req-4ff78a9d-edf9-46a3-b962-d7e55dd878cc tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4332397 Jan 27 08:15:16.422716 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [None req-3a2d07a5-ac8d-49c0-b477-04fea3a756e4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1306622836-network', 'tenant_id': '3ffbaf53451b44c3964e4dd7b6d51910'}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:15:16.446636 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-31adfeee-eeeb-4a40-8de8-dd411591ba77 admin admin] Publish callbacks [] for security_group (2e713767-1440-4917-b633-2ed9e1616546), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:16.468182 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2d07a5-ac8d-49c0-b477-04fea3a756e4 admin admin] Made reservation on behalf of 3ffbaf53451b44c3964e4dd7b6d51910 for: {'network': 1} {{(pid=102576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 08:15:16.471310 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-3a2d07a5-ac8d-49c0-b477-04fea3a756e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for network (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:16.505498 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-47ec27fb-8293-4ce7-98bf-494c76b4f13c tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (c90c51ab-dee7-42ea-b0be-1656adf59834), before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:16.510096 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-855428ee-7281-4542-abbf-d44c743f5058 req-78a97601-6a39-4874-8965-f41c90b556ae service neutron] 10.222.0.72 "GET /v2.0/networks/ce45940d-ecbf-47a0-9d51-ed21ab35fe07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8653054 Jan 27 08:15:16.512057 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-3f8fd7a4-4a60-4541-85f6-e72c78bdbf7e req-276419f1-0aa1-4c5c-9fda-9764cd6e937e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65f96da9-810c-41f2-b66a-b0b07fd21f30 HTTP/1.1" status: 200 len: 217 time: 0.0636671 Jan 27 08:15:16.514985 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-31adfeee-eeeb-4a40-8de8-dd411591ba77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (2e713767-1440-4917-b633-2ed9e1616546), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:16.518210 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-3a2d07a5-ac8d-49c0-b477-04fea3a756e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:16.612151 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-2d17fb51-ed0d-4626-9e77-0c6f2a5080c0 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks [] for port (176a31fc-304b-4847-9c07-e4cda1b344e6), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:16.661837 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-31adfeee-eeeb-4a40-8de8-dd411591ba77 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=11aec472b06c4b2e960375f6e6ee54a7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6497338 Jan 27 08:15:16.674894 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 55512) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:16.683821 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-58306eb6-e434-4b52-9981-137f6142e133 admin admin] Publish callbacks [] for security_group (2b115111-246c-4cb8-80be-3c14c8b55f28), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:16.762470 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8fd7a4-4a60-4541-85f6-e72c78bdbf7e req-67593f60-e5e5-4956-a40e-b6efff1fa3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:16.762755 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-58306eb6-e434-4b52-9981-137f6142e133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (2b115111-246c-4cb8-80be-3c14c8b55f28), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:16.768841 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-3f8fd7a4-4a60-4541-85f6-e72c78bdbf7e req-67593f60-e5e5-4956-a40e-b6efff1fa3ea service neutron] 10.222.0.72 "GET /v2.0/subnets?id=616d213d-6c5b-4a88-a3ce-dc11ee07f260 HTTP/1.1" status: 200 len: 858 time: 0.1639936 Jan 27 08:15:16.768841 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adfeee-eeeb-4a40-8de8-dd411591ba77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e713767-1440-4917-b633-2ed9e1616546,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:16.829507 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-3a2d07a5-ac8d-49c0-b477-04fea3a756e4 admin admin] Publish callbacks [] for security_group (b6dad8b0-b1b8-455f-ac07-cfb964b0c0dc), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:16.863882 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-3f8fd7a4-4a60-4541-85f6-e72c78bdbf7e req-3f7a4e56-7056-4254-8a86-577e528fbc27 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ce45940d-ecbf-47a0-9d51-ed21ab35fe07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814548 Jan 27 08:15:16.892663 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-2d17fb51-ed0d-4626-9e77-0c6f2a5080c0 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730334756109'] for port (176a31fc-304b-4847-9c07-e4cda1b344e6), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:16.909256 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-3a2d07a5-ac8d-49c0-b477-04fea3a756e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (b6dad8b0-b1b8-455f-ac07-cfb964b0c0dc), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:17.001990 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-20499eec-57a0-4fa4-bf79-6d0de7d093cd admin admin] Publish callbacks [] for security_group (2e713767-1440-4917-b633-2ed9e1616546), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:17.011836 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-58306eb6-e434-4b52-9981-137f6142e133 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=08e9e33c4f9641e7bf331a704761b836&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6619899 Jan 27 08:15:17.014712 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 55516) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:17.019700 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58306eb6-e434-4b52-9981-137f6142e133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b115111-246c-4cb8-80be-3c14c8b55f28,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:17.039264 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d17fb51-ed0d-4626-9e77-0c6f2a5080c0 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Network 3614e5a2-e145-4686-b153-8df14846b7f6 is already hosted by enough agents. {{(pid=102576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 08:15:17.043423 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a2d07a5-ac8d-49c0-b477-04fea3a756e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=102576) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 08:15:17.068034 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.base_scheduler [None req-2d17fb51-ed0d-4626-9e77-0c6f2a5080c0 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Resources bound (agent type, host, resource id): {{(pid=102576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:15:17.070624 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d17fb51-ed0d-4626-9e77-0c6f2a5080c0 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Received port after_create {{(pid=102576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 08:15:17.103928 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-20499eec-57a0-4fa4-bf79-6d0de7d093cd admin admin] Publish callbacks [] for security_group (2e713767-1440-4917-b633-2ed9e1616546), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:17.114805 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d17fb51-ed0d-4626-9e77-0c6f2a5080c0 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Pushing event updated for resources: {'Port': ['ID=176a31fc-304b-4847-9c07-e4cda1b344e6,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:17.123263 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-3a2d07a5-ac8d-49c0-b477-04fea3a756e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505597'] for segment (a39665bf-a8a8-4490-94a2-44fa17806aba), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:17.123263 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.db.segments_db [None req-3a2d07a5-ac8d-49c0-b477-04fea3a756e4 admin admin] Added segment a39665bf-a8a8-4490-94a2-44fa17806aba of type vlan for network 57fd272a-06cb-4575-afc7-7f39ebae341b Jan 27 08:15:17.141900 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-3f8fd7a4-4a60-4541-85f6-e72c78bdbf7e req-9060d319-f960-471d-8b33-e7d5ff6cfcfd service neutron] 10.222.0.72 "GET /v2.0/networks/ce45940d-ecbf-47a0-9d51-ed21ab35fe07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433145 Jan 27 08:15:17.143821 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-47ec27fb-8293-4ce7-98bf-494c76b4f13c tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks [] for port (c90c51ab-dee7-42ea-b0be-1656adf59834), precommit_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:17.177730 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-47ec27fb-8293-4ce7-98bf-494c76b4f13c tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (c90c51ab-dee7-42ea-b0be-1656adf59834), after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:17.215530 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d07a5-ac8d-49c0-b477-04fea3a756e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6dad8b0-b1b8-455f-ac07-cfb964b0c0dc,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:17.331380 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-3a2d07a5-ac8d-49c0-b477-04fea3a756e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730334747742'] for network (57fd272a-06cb-4575-afc7-7f39ebae341b), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:17.348905 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-2d17fb51-ed0d-4626-9e77-0c6f2a5080c0 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks [] for floatingip (bf5bf373-135b-4c40-89d1-5b18571eb2e4), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:17.370871 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86682b1-b9ba-443b-a479-0147a378ec5c req-e4748a53-1cb8-4ef9-87c8-6f9df42521c1 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:17.372492 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b86682b1-b9ba-443b-a479-0147a378ec5c req-e4748a53-1cb8-4ef9-87c8-6f9df42521c1 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7ccb9d0-3f23-4bb9-b303-4d3c9d13ac63 HTTP/1.1" status: 200 len: 943 time: 0.2867653 Jan 27 08:15:17.431853 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-3a2d07a5-ac8d-49c0-b477-04fea3a756e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588'] for network (57fd272a-06cb-4575-afc7-7f39ebae341b), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:17.432995 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2d07a5-ac8d-49c0-b477-04fea3a756e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:17.433657 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-3a2d07a5-ac8d-49c0-b477-04fea3a756e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for network (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:17.451995 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-2d17fb51-ed0d-4626-9e77-0c6f2a5080c0 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (176a31fc-304b-4847-9c07-e4cda1b344e6), before_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:17.515631 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-47ec27fb-8293-4ce7-98bf-494c76b4f13c tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549487'] for floatingip (474affc3-4264-465f-82b6-834f74803181), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:17.544642 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-3a2d07a5-ac8d-49c0-b477-04fea3a756e4 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4499626 Jan 27 08:15:17.550677 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 55530) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:17.559654 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.v2.base [None req-c148a4cd-7f0b-465e-9064-c58533f0be83 admin admin] Request body: {'subnet': {'network_id': '57fd272a-06cb-4575-afc7-7f39ebae341b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1306622836-subnet', 'tenant_id': '3ffbaf53451b44c3964e4dd7b6d51910', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:15:17.570332 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-47ec27fb-8293-4ce7-98bf-494c76b4f13c tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for floatingip (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:17.571418 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-47ec27fb-8293-4ce7-98bf-494c76b4f13c tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.7607405 Jan 27 08:15:17.578357 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec27fb-8293-4ce7-98bf-494c76b4f13c tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Pushing event updated for resources: {'Port': ['ID=c90c51ab-dee7-42ea-b0be-1656adf59834,revision_number=2']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:17.579533 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d07a5-ac8d-49c0-b477-04fea3a756e4 admin admin] Pushing event updated for resources: {'Network': ['ID=57fd272a-06cb-4575-afc7-7f39ebae341b,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:17.580639 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-82a83c18-66df-44ab-b979-a63d870ad2bf admin admin] Publish callbacks [] for security_group (2b115111-246c-4cb8-80be-3c14c8b55f28), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:17.604456 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-20499eec-57a0-4fa4-bf79-6d0de7d093cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (2e713767-1440-4917-b633-2ed9e1616546), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:17.606679 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b86682b1-b9ba-443b-a479-0147a378ec5c req-94bb8f08-676b-46f5-8da1-e2739758fbfd tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f7b64f7-7347-4318-a139-75a0cbe91c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196705 Jan 27 08:15:17.607042 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-20499eec-57a0-4fa4-bf79-6d0de7d093cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:17.611282 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-20499eec-57a0-4fa4-bf79-6d0de7d093cd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2e713767-1440-4917-b633-2ed9e1616546 HTTP/1.1" status: 204 len: 168 time: 0.9307816 Jan 27 08:15:17.611282 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-3f8fd7a4-4a60-4541-85f6-e72c78bdbf7e req-99847116-213d-4ddb-8983-73a3c1a0e12b service neutron] 10.222.0.72 "GET /v2.0/networks/ce45940d-ecbf-47a0-9d51-ed21ab35fe07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4189346 Jan 27 08:15:17.611506 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Network 57fd272a-06cb-4575-afc7-7f39ebae341b details requested by agent ovs-agent-dv-cinder-826589-1-iscsi with host dv-cinder-826589-1-iscsi {{(pid=102577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 08:15:17.631363 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c148a4cd-7f0b-465e-9064-c58533f0be83 admin admin] Made reservation on behalf of 3ffbaf53451b44c3964e4dd7b6d51910 for: {'subnet': 1} {{(pid=102575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 08:15:17.633724 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-c148a4cd-7f0b-465e-9064-c58533f0be83 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:17.637344 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-82a83c18-66df-44ab-b979-a63d870ad2bf admin admin] Publish callbacks [] for security_group (2b115111-246c-4cb8-80be-3c14c8b55f28), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:17.639245 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20499eec-57a0-4fa4-bf79-6d0de7d093cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e713767-1440-4917-b633-2ed9e1616546,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:17.713591 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ad46e-6afb-4e39-9015-2621d48783b4 req-ede2ba50-4377-4c82-83cd-04fc4c428b4d tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:17.715305 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-3f7ad46e-6afb-4e39-9015-2621d48783b4 req-ede2ba50-4377-4c82-83cd-04fc4c428b4d tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 943 time: 0.2285058 Jan 27 08:15:17.790096 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1cc07a-90cf-4771-94a1-7d070987614c req-f7d9a4f5-a71a-426f-9265-0eb1ba3201d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:17.791823 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-1c1cc07a-90cf-4771-94a1-7d070987614c req-f7d9a4f5-a71a-426f-9265-0eb1ba3201d0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=494feea85d154e5fb70b8c9bb9392067&device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 1096 time: 0.1091137 Jan 27 08:15:17.818832 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-3f7ad46e-6afb-4e39-9015-2621d48783b4 req-0a3e82ac-cba0-40e6-863c-f78c3803807a tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956464 Jan 27 08:15:17.848458 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-2d17fb51-ed0d-4626-9e77-0c6f2a5080c0 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks [] for port (176a31fc-304b-4847-9c07-e4cda1b344e6), precommit_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:17.853328 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-2d17fb51-ed0d-4626-9e77-0c6f2a5080c0 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (176a31fc-304b-4847-9c07-e4cda1b344e6), after_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:17.856070 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-82a83c18-66df-44ab-b979-a63d870ad2bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (2b115111-246c-4cb8-80be-3c14c8b55f28), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:17.858754 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-82a83c18-66df-44ab-b979-a63d870ad2bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:17.860450 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-82a83c18-66df-44ab-b979-a63d870ad2bf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2b115111-246c-4cb8-80be-3c14c8b55f28 HTTP/1.1" status: 204 len: 168 time: 0.8428998 Jan 27 08:15:17.902709 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-2d17fb51-ed0d-4626-9e77-0c6f2a5080c0 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549487'] for floatingip (bf5bf373-135b-4c40-89d1-5b18571eb2e4), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:17.947104 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83c18-66df-44ab-b979-a63d870ad2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b115111-246c-4cb8-80be-3c14c8b55f28,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:17.947406 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-2d17fb51-ed0d-4626-9e77-0c6f2a5080c0 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for floatingip (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:17.958850 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-2d17fb51-ed0d-4626-9e77-0c6f2a5080c0 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1108434 Jan 27 08:15:17.958850 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d17fb51-ed0d-4626-9e77-0c6f2a5080c0 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Pushing event updated for resources: {'Port': ['ID=176a31fc-304b-4847-9c07-e4cda1b344e6,revision_number=2']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:18.031038 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-425ccf58-1187-4b3e-a249-a70d49d193e7 req-00496929-4586-46c3-9dfd-5f5f01ccd6cc tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1582541037&fields=id&tenant_id=e4ecc1e69f834d419992a599e2f26886 HTTP/1.1" status: 200 len: 267 time: 0.1317775 Jan 27 08:15:18.045010 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1cc07a-90cf-4771-94a1-7d070987614c req-e97d3c60-3b5b-4bf1-b701-7f65321bfc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:18.047058 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-1c1cc07a-90cf-4771-94a1-7d070987614c req-e97d3c60-3b5b-4bf1-b701-7f65321bfc48 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ce45940d-ecbf-47a0-9d51-ed21ab35fe07 HTTP/1.1" status: 200 len: 919 time: 0.2468364 Jan 27 08:15:18.055159 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-c148a4cd-7f0b-465e-9064-c58533f0be83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588'] for subnet (4fc43003-e953-421f-a489-333aee286c5a), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:18.117374 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-1c1cc07a-90cf-4771-94a1-7d070987614c req-7b6b548b-8310-4c99-bcd4-3cc8d8aa7064 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65f96da9-810c-41f2-b66a-b0b07fd21f30 HTTP/1.1" status: 200 len: 217 time: 0.0634570 Jan 27 08:15:18.208191 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c148a4cd-7f0b-465e-9064-c58533f0be83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fc43003-e953-421f-a489-333aee286c5a,revision_number=0']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:18.212677 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c148a4cd-7f0b-465e-9064-c58533f0be83 admin admin] Checking segment: {'id': 'a39665bf-a8a8-4490-94a2-44fa17806aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '57fd272a-06cb-4575-afc7-7f39ebae341b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:15:18.213098 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c148a4cd-7f0b-465e-9064-c58533f0be83 admin admin] Network hostable DHCP agents. Network: 57fd272a-06cb-4575-afc7-7f39ebae341b, hostable agents: ['913d1d6b-f856-4828-afb6-1e4cc7d36f68'], hosted agents: [] {{(pid=102575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 08:15:18.223112 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1cc07a-90cf-4771-94a1-7d070987614c req-4528cd03-ccfe-43c3-b92d-081f2c4f3501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:18.223112 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-1c1cc07a-90cf-4771-94a1-7d070987614c req-4528cd03-ccfe-43c3-b92d-081f2c4f3501 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=616d213d-6c5b-4a88-a3ce-dc11ee07f260 HTTP/1.1" status: 200 len: 858 time: 0.0963626 Jan 27 08:15:18.264863 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-1c1cc07a-90cf-4771-94a1-7d070987614c req-d8558766-4cee-42f8-a688-813cc3199f97 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ce45940d-ecbf-47a0-9d51-ed21ab35fe07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351479 Jan 27 08:15:18.268693 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c148a4cd-7f0b-465e-9064-c58533f0be83 admin admin] Network 57fd272a-06cb-4575-afc7-7f39ebae341b is scheduled to be hosted by DHCP agent 913d1d6b-f856-4828-afb6-1e4cc7d36f68 with binding_index 1 {{(pid=102575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 08:15:18.285050 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ccf58-1187-4b3e-a249-a70d49d193e7 req-6c452e4f-5c8e-4d91-95f2-db0539ff8d63 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:18.285239 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.base_scheduler [None req-c148a4cd-7f0b-465e-9064-c58533f0be83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826589-1-iscsi, 57fd272a-06cb-4575-afc7-7f39ebae341b) {{(pid=102575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:15:18.292438 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-425ccf58-1187-4b3e-a249-a70d49d193e7 req-6c452e4f-5c8e-4d91-95f2-db0539ff8d63 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/networks?id=eb16c640-8d70-456d-b9db-6e89eb7e23c3 HTTP/1.1" status: 200 len: 817 time: 0.2532203 Jan 27 08:15:18.295305 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aeca171-6ccf-41bb-aa3f-77ec0aa945f2 None None] Network 57fd272a-06cb-4575-afc7-7f39ebae341b requested from dv-cinder-826589-1-iscsi {{(pid=102577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 08:15:18.300302 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c148a4cd-7f0b-465e-9064-c58533f0be83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:18.300645 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-c148a4cd-7f0b-465e-9064-c58533f0be83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for subnet (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:18.326809 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-425ccf58-1187-4b3e-a249-a70d49d193e7 req-99744975-6960-46c1-be9f-65176d530b20 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/quotas/e4ecc1e69f834d419992a599e2f26886 HTTP/1.1" status: 200 len: 375 time: 0.0333819 Jan 27 08:15:18.359932 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-c148a4cd-7f0b-465e-9064-c58533f0be83 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8027170 Jan 27 08:15:18.375687 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-47e6f231-06ce-48a6-bd1a-d2218431b022 req-34e10358-a10c-4590-bb8e-fa029117fb36 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1027944053&fields=id&tenant_id=0b0ce26232dd4a1db254b56a7f995f4e HTTP/1.1" status: 200 len: 267 time: 0.1822739 Jan 27 08:15:18.405111 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-1c1cc07a-90cf-4771-94a1-7d070987614c req-509ac7a1-84f3-4e77-ba79-44bbc2b6dae8 service neutron] 10.222.0.72 "GET /v2.0/networks/ce45940d-ecbf-47a0-9d51-ed21ab35fe07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294522 Jan 27 08:15:18.493091 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922e200f-0862-40b4-8ead-fa7d92a32985 None None] Network 57fd272a-06cb-4575-afc7-7f39ebae341b requested from dv-cinder-826589-1-iscsi {{(pid=102577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 08:15:18.496406 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-425ccf58-1187-4b3e-a249-a70d49d193e7 req-33cb1c22-728b-4334-a184-63fdf5e06e27 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e4ecc1e69f834d419992a599e2f26886&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1686614 Jan 27 08:15:18.535693 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e6f231-06ce-48a6-bd1a-d2218431b022 req-e006ddaf-9706-421e-954f-4b8f2d8fe10d tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:18.542629 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-47e6f231-06ce-48a6-bd1a-d2218431b022 req-e006ddaf-9706-421e-954f-4b8f2d8fe10d tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/networks?id=b7914447-2aa2-4569-84ca-e3ee909bc8ea HTTP/1.1" status: 200 len: 811 time: 0.1658297 Jan 27 08:15:18.588012 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-47e6f231-06ce-48a6-bd1a-d2218431b022 req-de7f0ec8-43a3-442c-bc34-c5d9e3e1b879 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/quotas/0b0ce26232dd4a1db254b56a7f995f4e HTTP/1.1" status: 200 len: 375 time: 0.0444012 Jan 27 08:15:18.647262 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-1c1cc07a-90cf-4771-94a1-7d070987614c req-3ebe358c-d7f6-40cb-badc-5e68e339acd4 service neutron] 10.222.0.72 "GET /v2.0/networks/ce45940d-ecbf-47a0-9d51-ed21ab35fe07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349420 Jan 27 08:15:18.693612 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-425ccf58-1187-4b3e-a249-a70d49d193e7 req-85ad3075-d080-48fc-87ca-c84c279de436 service neutron] 10.222.0.59 "GET /v2.0/networks/eb16c640-8d70-456d-b9db-6e89eb7e23c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736639 Jan 27 08:15:18.700700 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-47e6f231-06ce-48a6-bd1a-d2218431b022 req-7e871d8d-858f-4f78-b963-188beab78367 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b0ce26232dd4a1db254b56a7f995f4e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1116464 Jan 27 08:15:19.024680 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-425ccf58-1187-4b3e-a249-a70d49d193e7 req-0c6ff02f-9149-46ea-98c0-bafc1edf5f72 service neutron] 10.222.0.59 "GET /v2.0/networks/eb16c640-8d70-456d-b9db-6e89eb7e23c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225260 Jan 27 08:15:19.046427 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-47e6f231-06ce-48a6-bd1a-d2218431b022 req-4be3e2e7-936a-4879-a267-d827582becc2 service neutron] 10.222.0.59 "GET /v2.0/networks/b7914447-2aa2-4569-84ca-e3ee909bc8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233273 Jan 27 08:15:19.160801 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-47e6f231-06ce-48a6-bd1a-d2218431b022 req-0ef8c43b-72a5-40c2-a733-5dd0511e65d3 service neutron] 10.222.0.59 "GET /v2.0/networks/b7914447-2aa2-4569-84ca-e3ee909bc8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132827 Jan 27 08:15:19.192797 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 55618) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:19.243762 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aeb6e5-5fcd-4dfb-87dc-9f798503fe9e req-7857f1a3-55d0-4d15-a654-e9278b46b35b tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:19.246020 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a9aeb6e5-5fcd-4dfb-87dc-9f798503fe9e req-7857f1a3-55d0-4d15-a654-e9278b46b35b tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7ccb9d0-3f23-4bb9-b303-4d3c9d13ac63 HTTP/1.1" status: 200 len: 943 time: 0.0607491 Jan 27 08:15:19.353550 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a9aeb6e5-5fcd-4dfb-87dc-9f798503fe9e req-31d34e68-fffa-47cd-8b5e-61275b29e3f0 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f7b64f7-7347-4318-a139-75a0cbe91c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825524 Jan 27 08:15:19.442991 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b97b8bbd-d890-4c6e-9063-7d8455c7cc6f req-14f928a2-49a5-41e2-811c-dc1835257568 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 210 time: 0.0304270 Jan 27 08:15:19.458132 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c08ad-2f3b-4a64-9761-a7ab8d3d203f req-17b92a8a-9e85-43b6-93c6-43c2ad31df0a tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:19.465032 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-123c08ad-2f3b-4a64-9761-a7ab8d3d203f req-17b92a8a-9e85-43b6-93c6-43c2ad31df0a tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 943 time: 0.0823574 Jan 27 08:15:19.527745 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-123c08ad-2f3b-4a64-9761-a7ab8d3d203f req-a3811498-d75c-48ee-a0bb-96933bc69820 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616379 Jan 27 08:15:19.557503 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.v2.base [None req-b77b4b88-9f25-4de1-9ac3-057bf2e34c77 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-658919616-network', 'tenant_id': 'ba3b916d247242898a70a4f1e3c70ecd'}} {{(pid=102575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:15:19.563770 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 55640) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:19.570321 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-49256f76-6a84-459f-a19e-3251310018dd req-7618389a-22e8-45a0-abe6-46a300867d68 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 210 time: 0.0588603 Jan 27 08:15:19.573330 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.v2.base [None req-79b889be-ebd4-448d-8898-a3cb2074646d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-349138246-network', 'tenant_id': '696a174024cf4e199c572676e6e8ae68'}} {{(pid=102575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:15:19.600878 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77b4b88-9f25-4de1-9ac3-057bf2e34c77 admin admin] Made reservation on behalf of ba3b916d247242898a70a4f1e3c70ecd for: {'network': 1} {{(pid=102575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 08:15:19.603640 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-b77b4b88-9f25-4de1-9ac3-057bf2e34c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for network (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:19.607121 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b889be-ebd4-448d-8898-a3cb2074646d admin admin] Made reservation on behalf of 696a174024cf4e199c572676e6e8ae68 for: {'network': 1} {{(pid=102575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 08:15:19.609925 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-79b889be-ebd4-448d-8898-a3cb2074646d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for network (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:19.624392 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-b77b4b88-9f25-4de1-9ac3-057bf2e34c77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:19.628053 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-79b889be-ebd4-448d-8898-a3cb2074646d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:19.776018 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-b77b4b88-9f25-4de1-9ac3-057bf2e34c77 admin admin] Publish callbacks [] for security_group (f4bc14a4-0721-4473-8dfd-529948e143a7), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:19.787940 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-b77b4b88-9f25-4de1-9ac3-057bf2e34c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (f4bc14a4-0721-4473-8dfd-529948e143a7), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:19.804536 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-79b889be-ebd4-448d-8898-a3cb2074646d admin admin] Publish callbacks [] for security_group (8e27218a-7be6-4542-990c-5c3d62263f7a), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:19.816057 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-79b889be-ebd4-448d-8898-a3cb2074646d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (8e27218a-7be6-4542-990c-5c3d62263f7a), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:19.826613 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b77b4b88-9f25-4de1-9ac3-057bf2e34c77 admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=102575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 08:15:19.863379 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79b889be-ebd4-448d-8898-a3cb2074646d admin admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=102575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 08:15:19.875577 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77b4b88-9f25-4de1-9ac3-057bf2e34c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4bc14a4-0721-4473-8dfd-529948e143a7,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:19.880369 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-b77b4b88-9f25-4de1-9ac3-057bf2e34c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505597'] for segment (31b16d3b-c763-4e36-aec0-4683aa912738), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:19.880706 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.db.segments_db [None req-b77b4b88-9f25-4de1-9ac3-057bf2e34c77 admin admin] Added segment 31b16d3b-c763-4e36-aec0-4683aa912738 of type vlan for network e813b87f-5c31-4183-ab29-43cb786534f4 Jan 27 08:15:19.917492 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-79b889be-ebd4-448d-8898-a3cb2074646d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505597'] for segment (3a8e2170-eb97-4d5d-922f-35a5c4c812c4), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:19.917846 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.db.segments_db [None req-79b889be-ebd4-448d-8898-a3cb2074646d admin admin] Added segment 3a8e2170-eb97-4d5d-922f-35a5c4c812c4 of type vlan for network 2d4c747a-702a-4cbe-992a-5d395fa9b020 Jan 27 08:15:19.936100 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-6ed4d597-9abe-4676-b8cb-3de3639a916d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (913d1d6b-f856-4828-afb6-1e4cc7d36f68), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:19.981059 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b889be-ebd4-448d-8898-a3cb2074646d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e27218a-7be6-4542-990c-5c3d62263f7a,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:19.989911 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-b77b4b88-9f25-4de1-9ac3-057bf2e34c77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730334747742'] for network (e813b87f-5c31-4183-ab29-43cb786534f4), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:20.013158 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-79b889be-ebd4-448d-8898-a3cb2074646d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730334747742'] for network (2d4c747a-702a-4cbe-992a-5d395fa9b020), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:20.048308 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-b77b4b88-9f25-4de1-9ac3-057bf2e34c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588'] for network (e813b87f-5c31-4183-ab29-43cb786534f4), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:20.049716 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77b4b88-9f25-4de1-9ac3-057bf2e34c77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:20.050433 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-b77b4b88-9f25-4de1-9ac3-057bf2e34c77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for network (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:20.071652 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-79b889be-ebd4-448d-8898-a3cb2074646d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588'] for network (2d4c747a-702a-4cbe-992a-5d395fa9b020), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:20.073149 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b889be-ebd4-448d-8898-a3cb2074646d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:20.074172 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-79b889be-ebd4-448d-8898-a3cb2074646d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for network (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:20.131244 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-b77b4b88-9f25-4de1-9ac3-057bf2e34c77 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9368191 Jan 27 08:15:20.134217 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 55658) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:20.135049 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77b4b88-9f25-4de1-9ac3-057bf2e34c77 admin admin] Pushing event updated for resources: {'Network': ['ID=e813b87f-5c31-4183-ab29-43cb786534f4,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:20.140634 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [None req-3a3f98c1-f5bb-4247-b01b-00e86e1b5a07 admin admin] Request body: {'subnet': {'network_id': 'e813b87f-5c31-4183-ab29-43cb786534f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-658919616-subnet', 'tenant_id': 'ba3b916d247242898a70a4f1e3c70ecd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:15:20.141166 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-79b889be-ebd4-448d-8898-a3cb2074646d admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5761971 Jan 27 08:15:20.144652 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 55660) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:20.149337 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.v2.base [None req-a49aca23-c811-4803-8d3f-f81f3b3331ad admin admin] Request body: {'subnet': {'network_id': '2d4c747a-702a-4cbe-992a-5d395fa9b020', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-349138246-subnet', 'tenant_id': '696a174024cf4e199c572676e6e8ae68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:15:20.150450 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Network e813b87f-5c31-4183-ab29-43cb786534f4 details requested by agent ovs-agent-dv-cinder-826589-1-iscsi with host dv-cinder-826589-1-iscsi {{(pid=102577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 08:15:20.194266 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3f98c1-f5bb-4247-b01b-00e86e1b5a07 admin admin] Made reservation on behalf of ba3b916d247242898a70a4f1e3c70ecd for: {'subnet': 1} {{(pid=102576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 08:15:20.196977 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-3a3f98c1-f5bb-4247-b01b-00e86e1b5a07 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:20.223661 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b889be-ebd4-448d-8898-a3cb2074646d admin admin] Pushing event updated for resources: {'Network': ['ID=2d4c747a-702a-4cbe-992a-5d395fa9b020,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:20.229378 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49aca23-c811-4803-8d3f-f81f3b3331ad admin admin] Made reservation on behalf of 696a174024cf4e199c572676e6e8ae68 for: {'subnet': 1} {{(pid=102575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 08:15:20.232827 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-a49aca23-c811-4803-8d3f-f81f3b3331ad admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:20.249829 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Network 2d4c747a-702a-4cbe-992a-5d395fa9b020 details requested by agent ovs-agent-dv-cinder-826589-1-iscsi with host dv-cinder-826589-1-iscsi {{(pid=102577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 08:15:20.481891 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-a49aca23-c811-4803-8d3f-f81f3b3331ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588'] for subnet (7a9aa18b-1a92-4c41-beca-642dcd4c795f), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:20.534993 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f6ba0f-553b-4687-b3f7-68c7a2cd818c req-fb91a0a9-62fd-4553-8486-4b9ee69f03e7 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:20.542460 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-f4f6ba0f-553b-4687-b3f7-68c7a2cd818c req-fb91a0a9-62fd-4553-8486-4b9ee69f03e7 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7ccb9d0-3f23-4bb9-b303-4d3c9d13ac63 HTTP/1.1" status: 200 len: 943 time: 0.1036925 Jan 27 08:15:20.544941 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-3a3f98c1-f5bb-4247-b01b-00e86e1b5a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588'] for subnet (43d69e5d-6125-48f6-b8c4-242ddca6ba52), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:20.565763 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49aca23-c811-4803-8d3f-f81f3b3331ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a9aa18b-1a92-4c41-beca-642dcd4c795f,revision_number=0']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:20.574128 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49aca23-c811-4803-8d3f-f81f3b3331ad admin admin] Checking segment: {'id': '3a8e2170-eb97-4d5d-922f-35a5c4c812c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2d4c747a-702a-4cbe-992a-5d395fa9b020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:15:20.574487 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49aca23-c811-4803-8d3f-f81f3b3331ad admin admin] Network hostable DHCP agents. Network: 2d4c747a-702a-4cbe-992a-5d395fa9b020, hostable agents: ['913d1d6b-f856-4828-afb6-1e4cc7d36f68'], hosted agents: [] {{(pid=102575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 08:15:20.596098 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49aca23-c811-4803-8d3f-f81f3b3331ad admin admin] Network 2d4c747a-702a-4cbe-992a-5d395fa9b020 is scheduled to be hosted by DHCP agent 913d1d6b-f856-4828-afb6-1e4cc7d36f68 with binding_index 1 {{(pid=102575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 08:15:20.609047 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.base_scheduler [None req-a49aca23-c811-4803-8d3f-f81f3b3331ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826589-1-iscsi, 2d4c747a-702a-4cbe-992a-5d395fa9b020) {{(pid=102575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:15:20.614233 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49aca23-c811-4803-8d3f-f81f3b3331ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:20.614879 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-a49aca23-c811-4803-8d3f-f81f3b3331ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for subnet (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:20.625715 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8165221a-a3c2-4c30-81ae-5ced43dfb63e None None] Network 2d4c747a-702a-4cbe-992a-5d395fa9b020 requested from dv-cinder-826589-1-iscsi {{(pid=102577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 08:15:20.635447 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-a49aca23-c811-4803-8d3f-f81f3b3331ad admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4897230 Jan 27 08:15:20.678790 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-aa5d6f38-a761-4860-9aa2-9550796efeb2 req-ffb60fcc-6add-49a9-89f4-6617f589067a tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 210 time: 0.1296663 Jan 27 08:15:20.739289 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-f4f6ba0f-553b-4687-b3f7-68c7a2cd818c req-3734fa17-bc87-4334-8400-b30ef3a63dd3 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f7b64f7-7347-4318-a139-75a0cbe91c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887939 Jan 27 08:15:20.775842 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3f98c1-f5bb-4247-b01b-00e86e1b5a07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43d69e5d-6125-48f6-b8c4-242ddca6ba52,revision_number=0']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:20.801654 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3f98c1-f5bb-4247-b01b-00e86e1b5a07 admin admin] Checking segment: {'id': '31b16d3b-c763-4e36-aec0-4683aa912738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e813b87f-5c31-4183-ab29-43cb786534f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:15:20.802071 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3f98c1-f5bb-4247-b01b-00e86e1b5a07 admin admin] Network hostable DHCP agents. Network: e813b87f-5c31-4183-ab29-43cb786534f4, hostable agents: ['913d1d6b-f856-4828-afb6-1e4cc7d36f68'], hosted agents: [] {{(pid=102576) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 08:15:20.829826 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3f98c1-f5bb-4247-b01b-00e86e1b5a07 admin admin] Network e813b87f-5c31-4183-ab29-43cb786534f4 is scheduled to be hosted by DHCP agent 913d1d6b-f856-4828-afb6-1e4cc7d36f68 with binding_index 1 {{(pid=102576) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 08:15:20.838262 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device 2482131d-d792-43df-a5ba-966feb101f26 details requested by agent hyperv_hv-cinder-82658 with host hv-cinder-82658 {{(pid=102577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 08:15:20.855399 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.base_scheduler [None req-3a3f98c1-f5bb-4247-b01b-00e86e1b5a07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826589-1-iscsi, e813b87f-5c31-4183-ab29-43cb786534f4) {{(pid=102576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:15:20.876505 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3f98c1-f5bb-4247-b01b-00e86e1b5a07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:20.877074 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-3a3f98c1-f5bb-4247-b01b-00e86e1b5a07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for subnet (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:20.885530 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01293cd-b627-4db9-8d9c-81fdf9782644 None None] Network e813b87f-5c31-4183-ab29-43cb786534f4 requested from dv-cinder-826589-1-iscsi {{(pid=102577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 08:15:21.049134 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-07ef62c5-1dae-4f91-8bfd-580811020e44 req-395d3455-8b8f-4772-b540-b7c02b054358 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 210 time: 0.1396127 Jan 27 08:15:21.055985 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ccf58-1187-4b3e-a249-a70d49d193e7 req-47f3d318-8b3a-49b0-af22-0c9fea3405a1 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:21.065944 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-425ccf58-1187-4b3e-a249-a70d49d193e7 req-47f3d318-8b3a-49b0-af22-0c9fea3405a1 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.72 "GET /v2.0/networks?id=eb16c640-8d70-456d-b9db-6e89eb7e23c3 HTTP/1.1" status: 200 len: 817 time: 0.3841250 Jan 27 08:15:21.066531 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 55694) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:21.076880 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-3a3f98c1-f5bb-4247-b01b-00e86e1b5a07 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9413524 Jan 27 08:15:21.135780 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7eddc8-e381-4c34-bed2-aad41ef348cd None None] Network e813b87f-5c31-4183-ab29-43cb786534f4 requested from dv-cinder-826589-1-iscsi {{(pid=102577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 08:15:21.146184 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb83788-a1e3-4c3a-a25a-ae33e4118f65 req-e0f78fda-98a3-4573-a02f-a4c66f220934 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:21.172980 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-efb83788-a1e3-4c3a-a25a-ae33e4118f65 req-e0f78fda-98a3-4573-a02f-a4c66f220934 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 943 time: 0.2413552 Jan 27 08:15:21.273884 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-efb83788-a1e3-4c3a-a25a-ae33e4118f65 req-aaac16aa-aa6e-48af-9780-c223bc96f0f1 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920675 Jan 27 08:15:21.325245 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7762b8ae-a0d7-49a3-86d2-c81d4e7322a5 None None] Network 2d4c747a-702a-4cbe-992a-5d395fa9b020 requested from dv-cinder-826589-1-iscsi {{(pid=102577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 08:15:21.352864 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4ed4c68-9bf7-41f2-853e-2cd178368c04 admin admin] Deleting subnet 4fc43003-e953-421f-a489-333aee286c5a {{(pid=102575) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 08:15:21.361137 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-a4ed4c68-9bf7-41f2-853e-2cd178368c04 admin admin] Publish callbacks [] for subnet (4fc43003-e953-421f-a489-333aee286c5a), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:21.368129 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port 2482131d-d792-43df-a5ba-966feb101f26, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=2482131d-d792-43df-a5ba-966feb101f26,segment=NetworkSegment(0c209b26-9e0d-4627-a10c-ba3741754b4c),segment_id=0c209b26-9e0d-4627-a10c-ba3741754b4c)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:15:21.410325 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Returning: {'device': '2482131d-d792-43df-a5ba-966feb101f26', 'network_id': 'ce45940d-ecbf-47a0-9d51-ed21ab35fe07', 'port_id': '2482131d-d792-43df-a5ba-966feb101f26', 'mac_address': 'fa:16:3e:31:5d:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '616d213d-6c5b-4a88-a3ce-dc11ee07f260', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 08:15:21.423402 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-425ccf58-1187-4b3e-a249-a70d49d193e7 req-b0d1ebd4-524c-41a5-ab8e-71ca41b13536 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4ecc1e69f834d419992a599e2f26886 HTTP/1.1" status: 200 len: 380 time: 0.2281933 Jan 27 08:15:21.434546 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.v2.base [req-425ccf58-1187-4b3e-a249-a70d49d193e7 req-97ae1833-03cb-401a-baef-b3a693c070a5 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Request body: {'port': {'device_id': '7370227b-9eb7-4890-ac0c-56d1b1440387', 'network_id': 'eb16c640-8d70-456d-b9db-6e89eb7e23c3', 'admin_state_up': True, 'tenant_id': 'e4ecc1e69f834d419992a599e2f26886', 'security_groups': ['62dc8d5c-de64-4108-ab66-9e6013d53d07']}} {{(pid=102575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:15:21.453508 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e6f231-06ce-48a6-bd1a-d2218431b022 req-2ba94fc6-baf3-4998-ad7a-dd8a18a5b314 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:21.455934 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-47e6f231-06ce-48a6-bd1a-d2218431b022 req-2ba94fc6-baf3-4998-ad7a-dd8a18a5b314 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.72 "GET /v2.0/networks?id=b7914447-2aa2-4569-84ca-e3ee909bc8ea HTTP/1.1" status: 200 len: 811 time: 0.3883870 Jan 27 08:15:21.470909 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-a4ed4c68-9bf7-41f2-853e-2cd178368c04 admin admin] Publish callbacks [] for subnet (4fc43003-e953-421f-a489-333aee286c5a), precommit_delete_associations {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:21.483401 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Current status of the port 2482131d-d792-43df-a5ba-966feb101f26 is: DOWN; New status is: BUILD {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:15:21.484490 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (2482131d-d792-43df-a5ba-966feb101f26), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:21.498684 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-a4ed4c68-9bf7-41f2-853e-2cd178368c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537734'] for subnet (4fc43003-e953-421f-a489-333aee286c5a), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:21.499893 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.notifiers.nova [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2482131d-d792-43df-a5ba-966feb101f26 {{(pid=102577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 08:15:21.525498 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port 2482131d-d792-43df-a5ba-966feb101f26, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=2482131d-d792-43df-a5ba-966feb101f26,segment=NetworkSegment(0c209b26-9e0d-4627-a10c-ba3741754b4c),segment_id=0c209b26-9e0d-4627-a10c-ba3741754b4c)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:15:21.529970 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (2482131d-d792-43df-a5ba-966feb101f26), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:21.531296 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device 84200814-bb9d-49e6-8dd9-359441c7fdaa details requested by agent hyperv_hv-cinder-82658 with host hv-cinder-82658 {{(pid=102577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 08:15:21.603896 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Pushing event updated for resources: {'Port': ['ID=2482131d-d792-43df-a5ba-966feb101f26,revision_number=4']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:21.659285 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-47e6f231-06ce-48a6-bd1a-d2218431b022 req-a31f5f3b-ff00-48b3-b00d-1ac8ce3f09cd tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b0ce26232dd4a1db254b56a7f995f4e HTTP/1.1" status: 200 len: 380 time: 0.1826344 Jan 27 08:15:21.661739 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-a4ed4c68-9bf7-41f2-853e-2cd178368c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588'] for subnet (4fc43003-e953-421f-a489-333aee286c5a), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:21.678487 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port 84200814-bb9d-49e6-8dd9-359441c7fdaa, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=84200814-bb9d-49e6-8dd9-359441c7fdaa,segment=NetworkSegment(fa20df18-9dfb-42b4-a743-045575d1cce4),segment_id=fa20df18-9dfb-42b4-a743-045575d1cce4)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:15:21.689852 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Returning: {'device': '84200814-bb9d-49e6-8dd9-359441c7fdaa', 'network_id': '1a10d936-2487-48e8-aa9c-a0dd8e98b798', 'port_id': '84200814-bb9d-49e6-8dd9-359441c7fdaa', 'mac_address': 'fa:16:3e:87:47:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3baa8fc-a045-4a8b-a8fe-336ed2528725', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 08:15:21.692294 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.v2.base [req-47e6f231-06ce-48a6-bd1a-d2218431b022 req-953ca0f4-7e72-4748-b219-d60f048c1005 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Request body: {'port': {'device_id': '7348f05a-50bf-485e-abbe-07af5fb5ab8d', 'network_id': 'b7914447-2aa2-4569-84ca-e3ee909bc8ea', 'admin_state_up': True, 'tenant_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'security_groups': ['25056870-6882-4f7c-b7e2-0d78781f99b0']}} {{(pid=102575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:15:21.714300 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ed4c68-9bf7-41f2-853e-2cd178368c04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fc43003-e953-421f-a489-333aee286c5a,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:21.724980 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-a4ed4c68-9bf7-41f2-853e-2cd178368c04 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:21.731521 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-a4ed4c68-9bf7-41f2-853e-2cd178368c04 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/4fc43003-e953-421f-a489-333aee286c5a HTTP/1.1" status: 204 len: 168 time: 0.6628213 Jan 27 08:15:21.731662 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 55720) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:21.732647 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Current status of the port 84200814-bb9d-49e6-8dd9-359441c7fdaa is: DOWN; New status is: BUILD {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:15:21.733119 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (84200814-bb9d-49e6-8dd9-359441c7fdaa), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:21.748454 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-425ccf58-1187-4b3e-a249-a70d49d193e7 req-97ae1833-03cb-401a-baef-b3a693c070a5 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Made reservation on behalf of e4ecc1e69f834d419992a599e2f26886 for: {'port': 1} {{(pid=102575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 08:15:21.752039 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-425ccf58-1187-4b3e-a249-a70d49d193e7 req-97ae1833-03cb-401a-baef-b3a693c070a5 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:21.756956 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.notifiers.nova [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84200814-bb9d-49e6-8dd9-359441c7fdaa {{(pid=102577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 08:15:21.782262 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port 84200814-bb9d-49e6-8dd9-359441c7fdaa, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=84200814-bb9d-49e6-8dd9-359441c7fdaa,segment=NetworkSegment(fa20df18-9dfb-42b4-a743-045575d1cce4),segment_id=fa20df18-9dfb-42b4-a743-045575d1cce4)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:15:21.788614 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (84200814-bb9d-49e6-8dd9-359441c7fdaa), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:21.789752 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device 65f96da9-810c-41f2-b66a-b0b07fd21f30 details requested by agent hyperv_hv-cinder-82658 with host hv-cinder-82658 {{(pid=102577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 08:15:21.824281 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a2b4484d-dd0c-40a6-b520-a70b0cc640b5 req-00f1dbba-c879-4875-9eb0-8ad4d69b6fc6 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 210 time: 0.0566556 Jan 27 08:15:21.852038 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port 65f96da9-810c-41f2-b66a-b0b07fd21f30, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=65f96da9-810c-41f2-b66a-b0b07fd21f30,segment=NetworkSegment(0c209b26-9e0d-4627-a10c-ba3741754b4c),segment_id=0c209b26-9e0d-4627-a10c-ba3741754b4c)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:15:21.867419 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Returning: {'device': '65f96da9-810c-41f2-b66a-b0b07fd21f30', 'network_id': 'ce45940d-ecbf-47a0-9d51-ed21ab35fe07', 'port_id': '65f96da9-810c-41f2-b66a-b0b07fd21f30', 'mac_address': 'fa:16:3e:4a:fc:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '616d213d-6c5b-4a88-a3ce-dc11ee07f260', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 08:15:21.924531 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-9199a8be-b544-41a5-961b-587fb6a2d085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1691783'] for network (57fd272a-06cb-4575-afc7-7f39ebae341b), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:21.938043 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Current status of the port 65f96da9-810c-41f2-b66a-b0b07fd21f30 is: DOWN; New status is: BUILD {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:15:21.938430 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (65f96da9-810c-41f2-b66a-b0b07fd21f30), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:21.939154 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47e6f231-06ce-48a6-bd1a-d2218431b022 req-953ca0f4-7e72-4748-b219-d60f048c1005 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Made reservation on behalf of 0b0ce26232dd4a1db254b56a7f995f4e for: {'port': 1} {{(pid=102575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 08:15:21.943846 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-47e6f231-06ce-48a6-bd1a-d2218431b022 req-953ca0f4-7e72-4748-b219-d60f048c1005 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:21.957073 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698df966-4ff5-484c-81b3-cdfacb53603b req-c2a111c8-afb4-4687-9e45-e136e4030d25 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:21.958628 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-698df966-4ff5-484c-81b3-cdfacb53603b req-c2a111c8-afb4-4687-9e45-e136e4030d25 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7ccb9d0-3f23-4bb9-b303-4d3c9d13ac63 HTTP/1.1" status: 200 len: 944 time: 0.0880239 Jan 27 08:15:21.964883 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.notifiers.nova [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65f96da9-810c-41f2-b66a-b0b07fd21f30 {{(pid=102577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 08:15:21.996352 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 55728) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:22.001778 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.v2.base [None req-707ef0a4-1e83-4292-a9dd-68682ac4eaf9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1840268477-network', 'tenant_id': '108d651e14cd4608b0509bf0e2badeba'}} {{(pid=102575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:15:22.002178 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port 65f96da9-810c-41f2-b66a-b0b07fd21f30, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=65f96da9-810c-41f2-b66a-b0b07fd21f30,segment=NetworkSegment(0c209b26-9e0d-4627-a10c-ba3741754b4c),segment_id=0c209b26-9e0d-4627-a10c-ba3741754b4c)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:15:22.003291 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Pushing event updated for resources: {'Port': ['ID=84200814-bb9d-49e6-8dd9-359441c7fdaa,revision_number=4']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:22.007659 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (65f96da9-810c-41f2-b66a-b0b07fd21f30), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:22.056309 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Pushing event updated for resources: {'Port': ['ID=65f96da9-810c-41f2-b66a-b0b07fd21f30,revision_number=4']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:22.066282 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.db_base_plugin_common [req-425ccf58-1187-4b3e-a249-a70d49d193e7 req-97ae1833-03cb-401a-baef-b3a693c070a5 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Allocated IP 172.20.0.4 (eb16c640-8d70-456d-b9db-6e89eb7e23c3/57070168-9245-4dd6-b7ac-0c997e12d4d3/2cef0fde-7ee1-4668-9eed-893392c43e50) {{(pid=102575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 08:15:22.088977 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-698df966-4ff5-484c-81b3-cdfacb53603b req-f8e3f141-1c17-4fb1-a52e-27106c155c16 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f7b64f7-7347-4318-a139-75a0cbe91c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245241 Jan 27 08:15:22.093469 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-9199a8be-b544-41a5-961b-587fb6a2d085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535825', 'neutron.services.segments.db._delete_segments_for_network-8730335277442'] for network (57fd272a-06cb-4575-afc7-7f39ebae341b), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:22.112193 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707ef0a4-1e83-4292-a9dd-68682ac4eaf9 admin admin] Made reservation on behalf of 108d651e14cd4608b0509bf0e2badeba for: {'network': 1} {{(pid=102575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 08:15:22.115054 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-707ef0a4-1e83-4292-a9dd-68682ac4eaf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for network (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:22.117591 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-9199a8be-b544-41a5-961b-587fb6a2d085 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:15:22.117935 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-9199a8be-b544-41a5-961b-587fb6a2d085 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:15:22.118679 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-9199a8be-b544-41a5-961b-587fb6a2d085 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:15:22.119014 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-9199a8be-b544-41a5-961b-587fb6a2d085 admin admin] Subscribe: > port after_create 55550000 {{(pid=102576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:15:22.119353 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-9199a8be-b544-41a5-961b-587fb6a2d085 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:15:22.119685 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-9199a8be-b544-41a5-961b-587fb6a2d085 admin admin] Subscribe: > port after_update 55550000 {{(pid=102576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:15:22.120025 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-9199a8be-b544-41a5-961b-587fb6a2d085 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:15:22.120358 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-9199a8be-b544-41a5-961b-587fb6a2d085 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:15:22.120672 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-9199a8be-b544-41a5-961b-587fb6a2d085 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:15:22.121015 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-9199a8be-b544-41a5-961b-587fb6a2d085 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:15:22.154743 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-707ef0a4-1e83-4292-a9dd-68682ac4eaf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:22.212800 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.db_base_plugin_common [req-47e6f231-06ce-48a6-bd1a-d2218431b022 req-953ca0f4-7e72-4748-b219-d60f048c1005 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Allocated IP 172.20.0.5 (b7914447-2aa2-4569-84ca-e3ee909bc8ea/56dcdf12-0462-4feb-a564-4fe3cd20bfe1/09dcb9a1-f3fe-4422-ae90-9168f84604eb) {{(pid=102575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 08:15:22.294356 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-9199a8be-b544-41a5-961b-587fb6a2d085 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:15:22.295777 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-9199a8be-b544-41a5-961b-587fb6a2d085 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:15:22.296880 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-9199a8be-b544-41a5-961b-587fb6a2d085 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:15:22.298085 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-9199a8be-b544-41a5-961b-587fb6a2d085 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:15:22.299402 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.services.segments.db [None req-9199a8be-b544-41a5-961b-587fb6a2d085 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57fd272a-06cb-4575-afc7-7f39ebae341b']}} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:15:22.325250 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] get_ports_and_sgs() called for port_ids ['65f96da9-810c-41f2-b66a-b0b07fd21f30'] {{(pid=102577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 08:15:22.381972 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.services.segments.db [None req-9199a8be-b544-41a5-961b-587fb6a2d085 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a39665bf-a8a8-4490-94a2-44fa17806aba') {'for_net_delete': True} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:15:22.382669 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.services.segments.db [None req-9199a8be-b544-41a5-961b-587fb6a2d085 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a39665bf-a8a8-4490-94a2-44fa17806aba') {} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:15:22.394457 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] get_ports_and_sgs() called for port_ids ['84200814-bb9d-49e6-8dd9-359441c7fdaa'] {{(pid=102577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 08:15:22.397406 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] get_ports_and_sgs() called for port_ids ['2482131d-d792-43df-a5ba-966feb101f26'] {{(pid=102577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 08:15:22.404406 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d32ea8f6-4ee5-452e-b3e1-3aa2051a444f req-f1f6dbe6-b71c-4999-a621-eef281e2764b tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 210 time: 0.2839842 Jan 27 08:15:22.438285 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-9199a8be-b544-41a5-961b-587fb6a2d085 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730335278475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14124113'] for segment (a39665bf-a8a8-4490-94a2-44fa17806aba), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:22.471846 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-9199a8be-b544-41a5-961b-587fb6a2d085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505597'] for segment (a39665bf-a8a8-4490-94a2-44fa17806aba), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:22.521347 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9199a8be-b544-41a5-961b-587fb6a2d085 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=102576) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 08:15:22.521934 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-9199a8be-b544-41a5-961b-587fb6a2d085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13114834'] for segment (a39665bf-a8a8-4490-94a2-44fa17806aba), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:22.557148 dv-cinder-826589-1-iscsi neutron-server[102576]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 27 08:15:22.557148 dv-cinder-826589-1-iscsi neutron-server[102576]: from cryptography.utils import int_from_bytes Jan 27 08:15:22.557148 dv-cinder-826589-1-iscsi neutron-server[102576]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 27 08:15:22.557148 dv-cinder-826589-1-iscsi neutron-server[102576]: from cryptography.utils import int_from_bytes Jan 27 08:15:22.557148 dv-cinder-826589-1-iscsi neutron-server[102576]: Traceback (most recent call last): Jan 27 08:15:22.557148 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 08:15:22.557148 dv-cinder-826589-1-iscsi neutron-server[102576]: timer() Jan 27 08:15:22.557148 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 08:15:22.557148 dv-cinder-826589-1-iscsi neutron-server[102576]: cb(*args, **kw) Jan 27 08:15:22.557148 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 08:15:22.557148 dv-cinder-826589-1-iscsi neutron-server[102576]: return func(*args, **kwargs) Jan 27 08:15:22.557148 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 08:15:22.557148 dv-cinder-826589-1-iscsi neutron-server[102576]: self._notify() Jan 27 08:15:22.557148 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 08:15:22.557148 dv-cinder-826589-1-iscsi neutron-server[102576]: self.callback(batched_events) Jan 27 08:15:22.557148 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 08:15:22.557148 dv-cinder-826589-1-iscsi neutron-server[102576]: event.method(event) Jan 27 08:15:22.557148 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 08:15:22.557148 dv-cinder-826589-1-iscsi neutron-server[102576]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 08:15:22.557148 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 08:15:22.557148 dv-cinder-826589-1-iscsi neutron-server[102576]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 08:15:22.557148 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 08:15:22.557148 dv-cinder-826589-1-iscsi neutron-server[102576]: return f(self, *a, **k) Jan 27 08:15:22.557148 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 08:15:22.557148 dv-cinder-826589-1-iscsi neutron-server[102576]: return self._get(url).json() Jan 27 08:15:22.557148 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 08:15:22.557148 dv-cinder-826589-1-iscsi neutron-server[102576]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 08:15:22.557148 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 08:15:22.557148 dv-cinder-826589-1-iscsi neutron-server[102576]: return self.request(url, 'GET', **kwargs) Jan 27 08:15:22.557148 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 08:15:22.557148 dv-cinder-826589-1-iscsi neutron-server[102576]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 08:15:22.557148 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 08:15:22.557148 dv-cinder-826589-1-iscsi neutron-server[102576]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 08:15:22.557148 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 08:15:22.557148 dv-cinder-826589-1-iscsi neutron-server[102576]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 08:15:22.557148 dv-cinder-826589-1-iscsi neutron-server[102576]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 08:15:22.565148 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332d6a3-d1f6-4b8f-905f-c9c4e43332cb req-ffcad79e-52b5-495c-bc4b-26a91f9d5691 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:22.566747 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-2332d6a3-d1f6-4b8f-905f-c9c4e43332cb req-ffcad79e-52b5-495c-bc4b-26a91f9d5691 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 944 time: 0.1980867 Jan 27 08:15:22.646404 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-2332d6a3-d1f6-4b8f-905f-c9c4e43332cb req-95d65d2c-136d-40d1-9802-5c2d08da4023 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543365 Jan 27 08:15:22.691187 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-707ef0a4-1e83-4292-a9dd-68682ac4eaf9 admin admin] Publish callbacks [] for security_group (e264cfda-9d06-44ab-8620-e20a7b37ff04), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:22.695518 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-425ccf58-1187-4b3e-a249-a70d49d193e7 req-97ae1833-03cb-401a-baef-b3a693c070a5 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks [] for port (2cef0fde-7ee1-4668-9eed-893392c43e50), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:22.706242 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-9199a8be-b544-41a5-961b-587fb6a2d085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549501'] for network (57fd272a-06cb-4575-afc7-7f39ebae341b), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:22.711595 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-707ef0a4-1e83-4292-a9dd-68682ac4eaf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (e264cfda-9d06-44ab-8620-e20a7b37ff04), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:22.715242 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-9199a8be-b544-41a5-961b-587fb6a2d085 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for network (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:22.724599 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-9199a8be-b544-41a5-961b-587fb6a2d085 admin admin] 10.222.0.59 "DELETE /v2.0/networks/57fd272a-06cb-4575-afc7-7f39ebae341b HTTP/1.1" status: 204 len: 168 time: 0.9910772 Jan 27 08:15:22.725300 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 55756) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:22.753464 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-707ef0a4-1e83-4292-a9dd-68682ac4eaf9 admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=102575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 08:15:22.753656 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9199a8be-b544-41a5-961b-587fb6a2d085 admin admin] Pushing event deleted for resources: {'Network': ['ID=57fd272a-06cb-4575-afc7-7f39ebae341b,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:22.776065 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707ef0a4-1e83-4292-a9dd-68682ac4eaf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e264cfda-9d06-44ab-8620-e20a7b37ff04,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:22.791911 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-707ef0a4-1e83-4292-a9dd-68682ac4eaf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505597'] for segment (7b59d97b-5dab-490f-90fb-816fa7f58618), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:22.792195 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.db.segments_db [None req-707ef0a4-1e83-4292-a9dd-68682ac4eaf9 admin admin] Added segment 7b59d97b-5dab-490f-90fb-816fa7f58618 of type vlan for network 2cc1e037-0b64-4a79-89ab-631e019b07d3 Jan 27 08:15:22.828407 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2f6fbc6-3e59-4c21-8de4-825e700cd026 admin admin] Deleting subnet 7a9aa18b-1a92-4c41-beca-642dcd4c795f {{(pid=102576) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 08:15:22.835663 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-d2f6fbc6-3e59-4c21-8de4-825e700cd026 admin admin] Publish callbacks [] for subnet (7a9aa18b-1a92-4c41-beca-642dcd4c795f), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:22.841812 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-425ccf58-1187-4b3e-a249-a70d49d193e7 req-97ae1833-03cb-401a-baef-b3a693c070a5 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730334756109'] for port (2cef0fde-7ee1-4668-9eed-893392c43e50), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:22.848387 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-47e6f231-06ce-48a6-bd1a-d2218431b022 req-953ca0f4-7e72-4748-b219-d60f048c1005 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks [] for port (09dcb9a1-f3fe-4422-ae90-9168f84604eb), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:22.868279 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-707ef0a4-1e83-4292-a9dd-68682ac4eaf9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730334747742'] for network (2cc1e037-0b64-4a79-89ab-631e019b07d3), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:22.897743 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-d2f6fbc6-3e59-4c21-8de4-825e700cd026 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14124120'] for subnet (7a9aa18b-1a92-4c41-beca-642dcd4c795f), precommit_delete_associations {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:22.938539 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-425ccf58-1187-4b3e-a249-a70d49d193e7 req-97ae1833-03cb-401a-baef-b3a693c070a5 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Network eb16c640-8d70-456d-b9db-6e89eb7e23c3 is already hosted by enough agents. {{(pid=102575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 08:15:22.954904 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-8075d7b5-4ee2-439f-8d43-9b9af89cbb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (c4292dc4-d7f6-4187-994e-0142c7d14647), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:22.958998 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-d2f6fbc6-3e59-4c21-8de4-825e700cd026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537734'] for subnet (7a9aa18b-1a92-4c41-beca-642dcd4c795f), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:22.965366 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.base_scheduler [req-425ccf58-1187-4b3e-a249-a70d49d193e7 req-97ae1833-03cb-401a-baef-b3a693c070a5 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Resources bound (agent type, host, resource id): {{(pid=102575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:15:22.970729 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [req-425ccf58-1187-4b3e-a249-a70d49d193e7 req-97ae1833-03cb-401a-baef-b3a693c070a5 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Received port after_create {{(pid=102575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 08:15:22.975895 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ccf58-1187-4b3e-a249-a70d49d193e7 req-97ae1833-03cb-401a-baef-b3a693c070a5 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:22.976470 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-425ccf58-1187-4b3e-a249-a70d49d193e7 req-97ae1833-03cb-401a-baef-b3a693c070a5 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for port (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:22.982338 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ae1833-03cb-401a-baef-b3a693c070a5 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Pushing event updated for resources: {'Port': ['ID=2cef0fde-7ee1-4668-9eed-893392c43e50,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:22.998311 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-707ef0a4-1e83-4292-a9dd-68682ac4eaf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588'] for network (2cc1e037-0b64-4a79-89ab-631e019b07d3), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:23.001206 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707ef0a4-1e83-4292-a9dd-68682ac4eaf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:23.001842 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-707ef0a4-1e83-4292-a9dd-68682ac4eaf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for network (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:23.025389 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-47e6f231-06ce-48a6-bd1a-d2218431b022 req-953ca0f4-7e72-4748-b219-d60f048c1005 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730334756109'] for port (09dcb9a1-f3fe-4422-ae90-9168f84604eb), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:23.033261 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-425ccf58-1187-4b3e-a249-a70d49d193e7 req-97ae1833-03cb-401a-baef-b3a693c070a5 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6045196 Jan 27 08:15:23.101237 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-707ef0a4-1e83-4292-a9dd-68682ac4eaf9 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1032810 Jan 27 08:15:23.107448 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d705c4e-fa09-4e3b-8bf8-ced31661e564 req-9f246eb5-ccd0-48d0-9a13-42c91c1caf49 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:23.109556 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-6d705c4e-fa09-4e3b-8bf8-ced31661e564 req-9f246eb5-ccd0-48d0-9a13-42c91c1caf49 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 931 time: 0.0849140 Jan 27 08:15:23.110209 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 55772) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:23.118298 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47e6f231-06ce-48a6-bd1a-d2218431b022 req-953ca0f4-7e72-4748-b219-d60f048c1005 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Network b7914447-2aa2-4569-84ca-e3ee909bc8ea is already hosted by enough agents. {{(pid=102575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 08:15:23.119216 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707ef0a4-1e83-4292-a9dd-68682ac4eaf9 admin admin] Pushing event updated for resources: {'Network': ['ID=2cc1e037-0b64-4a79-89ab-631e019b07d3,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:23.121846 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [None req-d35b248b-c9b9-4a74-ab85-42b71409fe8c admin admin] Request body: {'subnet': {'network_id': '2cc1e037-0b64-4a79-89ab-631e019b07d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1840268477-subnet', 'tenant_id': '108d651e14cd4608b0509bf0e2badeba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:15:23.124641 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.base_scheduler [req-47e6f231-06ce-48a6-bd1a-d2218431b022 req-953ca0f4-7e72-4748-b219-d60f048c1005 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Resources bound (agent type, host, resource id): {{(pid=102575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:15:23.128070 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [req-47e6f231-06ce-48a6-bd1a-d2218431b022 req-953ca0f4-7e72-4748-b219-d60f048c1005 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Received port after_create {{(pid=102575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 08:15:23.133184 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e6f231-06ce-48a6-bd1a-d2218431b022 req-953ca0f4-7e72-4748-b219-d60f048c1005 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:23.133833 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-47e6f231-06ce-48a6-bd1a-d2218431b022 req-953ca0f4-7e72-4748-b219-d60f048c1005 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for port (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:23.141784 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-d2f6fbc6-3e59-4c21-8de4-825e700cd026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13114748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13593762'] for subnet (7a9aa18b-1a92-4c41-beca-642dcd4c795f), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:23.152767 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Network 2cc1e037-0b64-4a79-89ab-631e019b07d3 details requested by agent ovs-agent-dv-cinder-826589-1-iscsi with host dv-cinder-826589-1-iscsi {{(pid=102577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 08:15:23.158205 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953ca0f4-7e72-4748-b219-d60f048c1005 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Pushing event updated for resources: {'Port': ['ID=09dcb9a1-f3fe-4422-ae90-9168f84604eb,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:23.170138 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-47e6f231-06ce-48a6-bd1a-d2218431b022 req-953ca0f4-7e72-4748-b219-d60f048c1005 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4974787 Jan 27 08:15:23.211258 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f6fbc6-3e59-4c21-8de4-825e700cd026 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a9aa18b-1a92-4c41-beca-642dcd4c795f,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:23.224526 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d35b248b-c9b9-4a74-ab85-42b71409fe8c admin admin] Made reservation on behalf of 108d651e14cd4608b0509bf0e2badeba for: {'subnet': 1} {{(pid=102576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 08:15:23.227375 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-d35b248b-c9b9-4a74-ab85-42b71409fe8c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13593759'] for subnet (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:23.274277 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-d2f6fbc6-3e59-4c21-8de4-825e700cd026 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for subnet (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:23.281231 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-d2f6fbc6-3e59-4c21-8de4-825e700cd026 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/7a9aa18b-1a92-4c41-beca-642dcd4c795f HTTP/1.1" status: 204 len: 168 time: 0.5491090 Jan 27 08:15:23.281768 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 55778) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:23.328906 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-30338723-c92a-467a-939d-c321cd0457e1 None None] Provisioning complete for port 2cef0fde-7ee1-4668-9eed-893392c43e50 triggered by entity DHCP. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:15:23.329506 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-30338723-c92a-467a-939d-c321cd0457e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (2cef0fde-7ee1-4668-9eed-893392c43e50), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:23.365109 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-f21c2b4a-73fb-4695-b5d0-abf422c50c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1691783'] for network (2d4c747a-702a-4cbe-992a-5d395fa9b020), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:23.378277 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-6d705c4e-fa09-4e3b-8bf8-ced31661e564 req-602beed8-5c4d-49ad-b0fa-697f0fd7609c tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2328358 Jan 27 08:15:23.380702 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-30338723-c92a-467a-939d-c321cd0457e1 None None] Port 2cef0fde-7ee1-4668-9eed-893392c43e50 cannot update to ACTIVE because it is not bound. {{(pid=102577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 08:15:23.390341 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf691ca-6f3f-407a-9411-afb8e2f272f8 req-42c7d11a-9c0b-44d3-8a2c-d680b93495bd tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:23.391906 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-fcf691ca-6f3f-407a-9411-afb8e2f272f8 req-42c7d11a-9c0b-44d3-8a2c-d680b93495bd tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7ccb9d0-3f23-4bb9-b303-4d3c9d13ac63 HTTP/1.1" status: 200 len: 944 time: 0.1700020 Jan 27 08:15:23.475058 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-f21c2b4a-73fb-4695-b5d0-abf422c50c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535825', 'neutron.services.segments.db._delete_segments_for_network-8730335277442'] for network (2d4c747a-702a-4cbe-992a-5d395fa9b020), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:23.498248 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-fcf691ca-6f3f-407a-9411-afb8e2f272f8 req-e1818d29-9c13-4d53-ace7-576b67333608 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f7b64f7-7347-4318-a139-75a0cbe91c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972426 Jan 27 08:15:23.501569 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-b6be79db-82b6-4d7c-8bca-c3c33598bfcd None None] Provisioning complete for port 09dcb9a1-f3fe-4422-ae90-9168f84604eb triggered by entity DHCP. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:15:23.502016 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-b6be79db-82b6-4d7c-8bca-c3c33598bfcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (09dcb9a1-f3fe-4422-ae90-9168f84604eb), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:23.503056 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-f21c2b4a-73fb-4695-b5d0-abf422c50c24 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:15:23.503413 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-f21c2b4a-73fb-4695-b5d0-abf422c50c24 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:15:23.504676 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-f21c2b4a-73fb-4695-b5d0-abf422c50c24 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:15:23.505204 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-f21c2b4a-73fb-4695-b5d0-abf422c50c24 admin admin] Subscribe: > port after_create 55550000 {{(pid=102575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:15:23.505566 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-f21c2b4a-73fb-4695-b5d0-abf422c50c24 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:15:23.505913 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-f21c2b4a-73fb-4695-b5d0-abf422c50c24 admin admin] Subscribe: > port after_update 55550000 {{(pid=102575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:15:23.509056 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-f21c2b4a-73fb-4695-b5d0-abf422c50c24 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:15:23.509864 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-f21c2b4a-73fb-4695-b5d0-abf422c50c24 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:15:23.510207 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-f21c2b4a-73fb-4695-b5d0-abf422c50c24 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:15:23.511060 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-f21c2b4a-73fb-4695-b5d0-abf422c50c24 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:15:23.539752 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-b6be79db-82b6-4d7c-8bca-c3c33598bfcd None None] Port 09dcb9a1-f3fe-4422-ae90-9168f84604eb cannot update to ACTIVE because it is not bound. {{(pid=102577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 08:15:23.576026 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576ef4ef-276f-483a-9583-137cf244c66c req-95aa2b1c-f93d-49dc-b977-83e84d4a957c tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:23.578128 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-576ef4ef-276f-483a-9583-137cf244c66c req-95aa2b1c-f93d-49dc-b977-83e84d4a957c tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 931 time: 0.0968044 Jan 27 08:15:23.579398 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-d35b248b-c9b9-4a74-ab85-42b71409fe8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13114033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13593769'] for subnet (cf86e033-8422-4e87-a6f0-cbbcb2797b9a), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:23.585939 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-f21c2b4a-73fb-4695-b5d0-abf422c50c24 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:15:23.586292 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-f21c2b4a-73fb-4695-b5d0-abf422c50c24 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:15:23.586617 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-f21c2b4a-73fb-4695-b5d0-abf422c50c24 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:15:23.586942 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-f21c2b4a-73fb-4695-b5d0-abf422c50c24 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 08:15:23.587324 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.services.segments.db [None req-f21c2b4a-73fb-4695-b5d0-abf422c50c24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d4c747a-702a-4cbe-992a-5d395fa9b020']}} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:15:23.604936 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.services.segments.db [None req-f21c2b4a-73fb-4695-b5d0-abf422c50c24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a8e2170-eb97-4d5d-922f-35a5c4c812c4') {'for_net_delete': True} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:15:23.605231 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.services.segments.db [None req-f21c2b4a-73fb-4695-b5d0-abf422c50c24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a8e2170-eb97-4d5d-922f-35a5c4c812c4') {} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:15:23.623335 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-f21c2b4a-73fb-4695-b5d0-abf422c50c24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730335278475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13170839'] for segment (3a8e2170-eb97-4d5d-922f-35a5c4c812c4), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:23.644860 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b248b-c9b9-4a74-ab85-42b71409fe8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf86e033-8422-4e87-a6f0-cbbcb2797b9a,revision_number=0']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:23.650149 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-f21c2b4a-73fb-4695-b5d0-abf422c50c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505597'] for segment (3a8e2170-eb97-4d5d-922f-35a5c4c812c4), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:23.664175 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f21c2b4a-73fb-4695-b5d0-abf422c50c24 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=102575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 08:15:23.664554 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-f21c2b4a-73fb-4695-b5d0-abf422c50c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13172489'] for segment (3a8e2170-eb97-4d5d-922f-35a5c4c812c4), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:23.668952 dv-cinder-826589-1-iscsi neutron-server[102575]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 27 08:15:23.668952 dv-cinder-826589-1-iscsi neutron-server[102575]: from cryptography.utils import int_from_bytes Jan 27 08:15:23.668952 dv-cinder-826589-1-iscsi neutron-server[102575]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 27 08:15:23.668952 dv-cinder-826589-1-iscsi neutron-server[102575]: from cryptography.utils import int_from_bytes Jan 27 08:15:23.668952 dv-cinder-826589-1-iscsi neutron-server[102575]: Traceback (most recent call last): Jan 27 08:15:23.668952 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 08:15:23.668952 dv-cinder-826589-1-iscsi neutron-server[102575]: timer() Jan 27 08:15:23.668952 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 08:15:23.668952 dv-cinder-826589-1-iscsi neutron-server[102575]: cb(*args, **kw) Jan 27 08:15:23.668952 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 08:15:23.668952 dv-cinder-826589-1-iscsi neutron-server[102575]: return func(*args, **kwargs) Jan 27 08:15:23.668952 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 08:15:23.668952 dv-cinder-826589-1-iscsi neutron-server[102575]: self._notify() Jan 27 08:15:23.668952 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 08:15:23.668952 dv-cinder-826589-1-iscsi neutron-server[102575]: self.callback(batched_events) Jan 27 08:15:23.668952 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 08:15:23.668952 dv-cinder-826589-1-iscsi neutron-server[102575]: event.method(event) Jan 27 08:15:23.668952 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 08:15:23.668952 dv-cinder-826589-1-iscsi neutron-server[102575]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 08:15:23.668952 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 08:15:23.668952 dv-cinder-826589-1-iscsi neutron-server[102575]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 08:15:23.668952 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 08:15:23.668952 dv-cinder-826589-1-iscsi neutron-server[102575]: return f(self, *a, **k) Jan 27 08:15:23.668952 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 08:15:23.668952 dv-cinder-826589-1-iscsi neutron-server[102575]: return self._get(url).json() Jan 27 08:15:23.668952 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 08:15:23.668952 dv-cinder-826589-1-iscsi neutron-server[102575]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 08:15:23.668952 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 08:15:23.668952 dv-cinder-826589-1-iscsi neutron-server[102575]: return self.request(url, 'GET', **kwargs) Jan 27 08:15:23.668952 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 08:15:23.668952 dv-cinder-826589-1-iscsi neutron-server[102575]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 08:15:23.668952 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 08:15:23.668952 dv-cinder-826589-1-iscsi neutron-server[102575]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 08:15:23.668952 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 08:15:23.668952 dv-cinder-826589-1-iscsi neutron-server[102575]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 08:15:23.668952 dv-cinder-826589-1-iscsi neutron-server[102575]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 08:15:23.687207 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35b248b-c9b9-4a74-ab85-42b71409fe8c admin admin] Checking segment: {'id': '7b59d97b-5dab-490f-90fb-816fa7f58618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2cc1e037-0b64-4a79-89ab-631e019b07d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:15:23.687563 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35b248b-c9b9-4a74-ab85-42b71409fe8c admin admin] Network hostable DHCP agents. Network: 2cc1e037-0b64-4a79-89ab-631e019b07d3, hostable agents: ['913d1d6b-f856-4828-afb6-1e4cc7d36f68'], hosted agents: [] {{(pid=102576) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 08:15:23.693350 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-576ef4ef-276f-483a-9583-137cf244c66c req-9e9b5da8-295a-4d8d-b898-c14827e3b6be tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?id=25056870-6882-4f7c-b7e2-0d78781f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089289 Jan 27 08:15:23.716804 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35b248b-c9b9-4a74-ab85-42b71409fe8c admin admin] Network 2cc1e037-0b64-4a79-89ab-631e019b07d3 is scheduled to be hosted by DHCP agent 913d1d6b-f856-4828-afb6-1e4cc7d36f68 with binding_index 1 {{(pid=102576) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 08:15:23.722594 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.base_scheduler [None req-d35b248b-c9b9-4a74-ab85-42b71409fe8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826589-1-iscsi, 2cc1e037-0b64-4a79-89ab-631e019b07d3) {{(pid=102576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:15:23.727223 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-f21c2b4a-73fb-4695-b5d0-abf422c50c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549501'] for network (2d4c747a-702a-4cbe-992a-5d395fa9b020), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:23.727424 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35b248b-c9b9-4a74-ab85-42b71409fe8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:23.728035 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-d35b248b-c9b9-4a74-ab85-42b71409fe8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for subnet (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:23.734141 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17e5329-47a8-4555-acd0-6e2bf7146776 None None] Network 2cc1e037-0b64-4a79-89ab-631e019b07d3 requested from dv-cinder-826589-1-iscsi {{(pid=102577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 08:15:23.734317 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-f21c2b4a-73fb-4695-b5d0-abf422c50c24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for network (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:23.738937 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-f21c2b4a-73fb-4695-b5d0-abf422c50c24 admin admin] 10.222.0.59 "DELETE /v2.0/networks/2d4c747a-702a-4cbe-992a-5d395fa9b020 HTTP/1.1" status: 204 len: 168 time: 0.4560356 Jan 27 08:15:23.761813 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21c2b4a-73fb-4695-b5d0-abf422c50c24 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d4c747a-702a-4cbe-992a-5d395fa9b020,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:23.791031 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-d35b248b-c9b9-4a74-ab85-42b71409fe8c admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6679494 Jan 27 08:15:23.820974 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8997ec00-2a8a-49d8-98cf-886ee6afa3a8 req-3a8ea766-b5e2-4651-a13c-af025f756fec tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:23.828971 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-8997ec00-2a8a-49d8-98cf-886ee6afa3a8 req-3a8ea766-b5e2-4651-a13c-af025f756fec tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 944 time: 0.0844421 Jan 27 08:15:23.885556 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-8997ec00-2a8a-49d8-98cf-886ee6afa3a8 req-bffdd174-0405-4988-98ec-074eaa383e36 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554209 Jan 27 08:15:23.955024 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 55794) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:23.965731 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0bc5e2-35e0-47cc-a67b-7faae210f3ae None None] Network 2cc1e037-0b64-4a79-89ab-631e019b07d3 requested from dv-cinder-826589-1-iscsi {{(pid=102577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 08:15:23.998632 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-b38ffc9c-3755-46a0-81cd-aa8af8afd8ae admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3ffbaf53451b44c3964e4dd7b6d51910&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424316 Jan 27 08:15:23.998770 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 55796) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:24.049794 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-ebaa5a5b-2ecf-4229-b876-52780bd690c9 admin admin] Publish callbacks [] for security_group (b6dad8b0-b1b8-455f-ac07-cfb964b0c0dc), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:24.075543 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-ebaa5a5b-2ecf-4229-b876-52780bd690c9 admin admin] Publish callbacks [] for security_group (b6dad8b0-b1b8-455f-ac07-cfb964b0c0dc), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:24.127881 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-ebaa5a5b-2ecf-4229-b876-52780bd690c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (b6dad8b0-b1b8-455f-ac07-cfb964b0c0dc), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:24.130675 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-ebaa5a5b-2ecf-4229-b876-52780bd690c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:24.132683 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-ebaa5a5b-2ecf-4229-b876-52780bd690c9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b6dad8b0-b1b8-455f-ac07-cfb964b0c0dc HTTP/1.1" status: 204 len: 168 time: 0.1307807 Jan 27 08:15:24.140416 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaa5a5b-2ecf-4229-b876-52780bd690c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6dad8b0-b1b8-455f-ac07-cfb964b0c0dc,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:24.449005 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.v2.base [req-425ccf58-1187-4b3e-a249-a70d49d193e7 req-16311c30-6a56-429f-b2b9-3e9b0b0a67b6 service neutron] Request body: {'port': {'device_id': '7370227b-9eb7-4890-ac0c-56d1b1440387', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82658'}} {{(pid=102575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:15:24.474273 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.v2.base [req-47e6f231-06ce-48a6-bd1a-d2218431b022 req-197b61b6-2a6f-44c1-ab7a-2ae0882a0ec2 service neutron] Request body: {'port': {'device_id': '7348f05a-50bf-485e-abbe-07af5fb5ab8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82658'}} {{(pid=102575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:15:24.597572 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b790f74-9222-49bc-9f34-0e3b48ff05a9 req-ef518ad6-3f54-4cce-a7f0-88a1c3045b37 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:24.606289 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-0b790f74-9222-49bc-9f34-0e3b48ff05a9 req-ef518ad6-3f54-4cce-a7f0-88a1c3045b37 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 931 time: 0.0782943 Jan 27 08:15:24.607423 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 55820) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:24.618787 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-84f64028-d758-4200-a634-8b4e45c8e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (30676f9c-3677-4b49-810a-45ff2c7eef62), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:24.651659 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-425ccf58-1187-4b3e-a249-a70d49d193e7 req-16311c30-6a56-429f-b2b9-3e9b0b0a67b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (2cef0fde-7ee1-4668-9eed-893392c43e50), before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:24.654296 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-47e6f231-06ce-48a6-bd1a-d2218431b022 req-197b61b6-2a6f-44c1-ab7a-2ae0882a0ec2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (09dcb9a1-f3fe-4422-ae90-9168f84604eb), before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:24.698167 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-067f2296-9023-41cd-9006-714ae12e2873 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=696a174024cf4e199c572676e6e8ae68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0850000 Jan 27 08:15:24.705420 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-0b790f74-9222-49bc-9f34-0e3b48ff05a9 req-84f9bc2d-0409-4874-b114-97836496e1b4 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934176 Jan 27 08:15:24.707472 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 55826) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:24.726740 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 55830) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:24.735576 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93225db9-03b7-41e9-ba50-ace2e3998e3d req-95f413fd-ef04-4aba-beac-9ad8f2d8b5c7 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:24.744953 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-93225db9-03b7-41e9-ba50-ace2e3998e3d req-95f413fd-ef04-4aba-beac-9ad8f2d8b5c7 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7ccb9d0-3f23-4bb9-b303-4d3c9d13ac63 HTTP/1.1" status: 200 len: 944 time: 0.1273289 Jan 27 08:15:24.856581 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-93225db9-03b7-41e9-ba50-ace2e3998e3d req-7c975ce8-f199-41dc-863b-bca34652e055 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f7b64f7-7347-4318-a139-75a0cbe91c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106999 Jan 27 08:15:24.864240 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-87fe150d-109c-4128-9fc7-aa5cfa3f972e admin admin] Publish callbacks [] for security_group (8e27218a-7be6-4542-990c-5c3d62263f7a), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:24.877723 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95c38b3-cd94-4ca5-9777-24cce93360ec req-8c857160-99e3-4e14-b3a9-27d179b14fef tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:24.879198 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b95c38b3-cd94-4ca5-9777-24cce93360ec req-8c857160-99e3-4e14-b3a9-27d179b14fef tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 931 time: 0.1013823 Jan 27 08:15:24.921085 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-c62aab22-e1b7-41be-a617-b88e7109c522 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:24.924973 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-87fe150d-109c-4128-9fc7-aa5cfa3f972e admin admin] Publish callbacks [] for security_group (8e27218a-7be6-4542-990c-5c3d62263f7a), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:25.040173 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b95c38b3-cd94-4ca5-9777-24cce93360ec req-488101e6-95ff-45a7-b1b9-36256f7b5390 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?id=25056870-6882-4f7c-b7e2-0d78781f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538744 Jan 27 08:15:25.080497 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1c62c-b6c2-4936-979e-425b86b3f795 req-828cf51e-bfa4-438f-8ee4-d98f1390e03a tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:25.082029 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-67c1c62c-b6c2-4936-979e-425b86b3f795 req-828cf51e-bfa4-438f-8ee4-d98f1390e03a tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 944 time: 0.1192114 Jan 27 08:15:25.085241 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-87fe150d-109c-4128-9fc7-aa5cfa3f972e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (8e27218a-7be6-4542-990c-5c3d62263f7a), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:25.088219 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-87fe150d-109c-4128-9fc7-aa5cfa3f972e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:25.089336 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-87fe150d-109c-4128-9fc7-aa5cfa3f972e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8e27218a-7be6-4542-990c-5c3d62263f7a HTTP/1.1" status: 204 len: 168 time: 0.3806233 Jan 27 08:15:25.122092 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fe150d-109c-4128-9fc7-aa5cfa3f972e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e27218a-7be6-4542-990c-5c3d62263f7a,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:25.151644 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-c62aab22-e1b7-41be-a617-b88e7109c522 admin admin] Publish callbacks [] for security_group (5e6f2497-ac83-4c3f-9c4f-0da5d9a2bc1f), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:25.159485 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [req-425ccf58-1187-4b3e-a249-a70d49d193e7 req-16311c30-6a56-429f-b2b9-3e9b0b0a67b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cef0fde-7ee1-4668-9eed-893392c43e50 {{(pid=102575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 08:15:25.162798 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-c62aab22-e1b7-41be-a617-b88e7109c522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (5e6f2497-ac83-4c3f-9c4f-0da5d9a2bc1f), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:25.165089 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [req-47e6f231-06ce-48a6-bd1a-d2218431b022 req-197b61b6-2a6f-44c1-ab7a-2ae0882a0ec2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09dcb9a1-f3fe-4422-ae90-9168f84604eb {{(pid=102575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 08:15:25.174041 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-425ccf58-1187-4b3e-a249-a70d49d193e7 req-16311c30-6a56-429f-b2b9-3e9b0b0a67b6 service neutron] Publish callbacks [] for port (2cef0fde-7ee1-4668-9eed-893392c43e50), precommit_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:25.177237 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-47e6f231-06ce-48a6-bd1a-d2218431b022 req-197b61b6-2a6f-44c1-ab7a-2ae0882a0ec2 service neutron] Publish callbacks [] for port (09dcb9a1-f3fe-4422-ae90-9168f84604eb), precommit_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:25.197292 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [req-425ccf58-1187-4b3e-a249-a70d49d193e7 req-16311c30-6a56-429f-b2b9-3e9b0b0a67b6 service neutron] Transition to ACTIVE for port object 2cef0fde-7ee1-4668-9eed-893392c43e50 will not be triggered until provisioned by entity L2. {{(pid=102575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 08:15:25.198593 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [req-47e6f231-06ce-48a6-bd1a-d2218431b022 req-197b61b6-2a6f-44c1-ab7a-2ae0882a0ec2 service neutron] Transition to ACTIVE for port object 09dcb9a1-f3fe-4422-ae90-9168f84604eb will not be triggered until provisioned by entity L2. {{(pid=102575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 08:15:25.201869 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-425ccf58-1187-4b3e-a249-a70d49d193e7 req-16311c30-6a56-429f-b2b9-3e9b0b0a67b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13172717'] for port (2cef0fde-7ee1-4668-9eed-893392c43e50), after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:25.205418 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-67c1c62c-b6c2-4936-979e-425b86b3f795 req-38236441-67b0-4102-a923-4e898e38984b tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149549 Jan 27 08:15:25.210787 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-47e6f231-06ce-48a6-bd1a-d2218431b022 req-197b61b6-2a6f-44c1-ab7a-2ae0882a0ec2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13172717'] for port (09dcb9a1-f3fe-4422-ae90-9168f84604eb), after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:25.225813 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-c62aab22-e1b7-41be-a617-b88e7109c522 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=95e9865b47ad4111b32e8c8da9e95c9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4979160 Jan 27 08:15:25.229433 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 55838) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:25.244888 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62aab22-e1b7-41be-a617-b88e7109c522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6f2497-ac83-4c3f-9c4f-0da5d9a2bc1f,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:25.287577 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-e945b620-b8d3-4680-b4c2-5e212130a8a1 admin admin] Publish callbacks [] for security_group (5e6f2497-ac83-4c3f-9c4f-0da5d9a2bc1f), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:25.294943 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16311c30-6a56-429f-b2b9-3e9b0b0a67b6 service neutron] Pushing event updated for resources: {'Port': ['ID=2cef0fde-7ee1-4668-9eed-893392c43e50,revision_number=2']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:25.328250 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-e945b620-b8d3-4680-b4c2-5e212130a8a1 admin admin] Publish callbacks [] for security_group (5e6f2497-ac83-4c3f-9c4f-0da5d9a2bc1f), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:25.405052 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-e945b620-b8d3-4680-b4c2-5e212130a8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (5e6f2497-ac83-4c3f-9c4f-0da5d9a2bc1f), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:25.408308 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-e945b620-b8d3-4680-b4c2-5e212130a8a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:25.409568 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-e945b620-b8d3-4680-b4c2-5e212130a8a1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5e6f2497-ac83-4c3f-9c4f-0da5d9a2bc1f HTTP/1.1" status: 204 len: 168 time: 0.1791389 Jan 27 08:15:25.444344 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e945b620-b8d3-4680-b4c2-5e212130a8a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6f2497-ac83-4c3f-9c4f-0da5d9a2bc1f,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:25.445916 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197b61b6-2a6f-44c1-ab7a-2ae0882a0ec2 service neutron] Pushing event updated for resources: {'Port': ['ID=09dcb9a1-f3fe-4422-ae90-9168f84604eb,revision_number=2']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:25.503645 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [req-47e6f231-06ce-48a6-bd1a-d2218431b022 req-197b61b6-2a6f-44c1-ab7a-2ae0882a0ec2 service neutron] Attempting to bind port 09dcb9a1-f3fe-4422-ae90-9168f84604eb on host hv-cinder-82658 for vnic_type normal with profile {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 08:15:25.504788 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [req-47e6f231-06ce-48a6-bd1a-d2218431b022 req-197b61b6-2a6f-44c1-ab7a-2ae0882a0ec2 service neutron] Attempting to bind port 09dcb9a1-f3fe-4422-ae90-9168f84604eb by drivers openvswitch,hyperv on host hv-cinder-82658 at level 0 using segments [{'id': '294324f3-9bd6-436f-a71b-f86457320cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b7914447-2aa2-4569-84ca-e3ee909bc8ea'}] {{(pid=102575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 08:15:25.505301 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e6f231-06ce-48a6-bd1a-d2218431b022 req-197b61b6-2a6f-44c1-ab7a-2ae0882a0ec2 service neutron] Attempting to bind port 09dcb9a1-f3fe-4422-ae90-9168f84604eb on network b7914447-2aa2-4569-84ca-e3ee909bc8ea {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:15:25.526108 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e6f231-06ce-48a6-bd1a-d2218431b022 req-197b61b6-2a6f-44c1-ab7a-2ae0882a0ec2 service neutron] Port 09dcb9a1-f3fe-4422-ae90-9168f84604eb on network b7914447-2aa2-4569-84ca-e3ee909bc8ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82658 {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 08:15:25.526516 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e6f231-06ce-48a6-bd1a-d2218431b022 req-197b61b6-2a6f-44c1-ab7a-2ae0882a0ec2 service neutron] Attempting to bind port 09dcb9a1-f3fe-4422-ae90-9168f84604eb on network b7914447-2aa2-4569-84ca-e3ee909bc8ea {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:15:25.533336 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [req-425ccf58-1187-4b3e-a249-a70d49d193e7 req-16311c30-6a56-429f-b2b9-3e9b0b0a67b6 service neutron] Attempting to bind port 2cef0fde-7ee1-4668-9eed-893392c43e50 on host hv-cinder-82658 for vnic_type normal with profile {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 08:15:25.534346 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [req-425ccf58-1187-4b3e-a249-a70d49d193e7 req-16311c30-6a56-429f-b2b9-3e9b0b0a67b6 service neutron] Attempting to bind port 2cef0fde-7ee1-4668-9eed-893392c43e50 by drivers openvswitch,hyperv on host hv-cinder-82658 at level 0 using segments [{'id': 'd52c0c22-6164-4420-8fd5-d7a3d432294e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'eb16c640-8d70-456d-b9db-6e89eb7e23c3'}] {{(pid=102575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 08:15:25.537669 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425ccf58-1187-4b3e-a249-a70d49d193e7 req-16311c30-6a56-429f-b2b9-3e9b0b0a67b6 service neutron] Attempting to bind port 2cef0fde-7ee1-4668-9eed-893392c43e50 on network eb16c640-8d70-456d-b9db-6e89eb7e23c3 {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:15:25.547443 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e6f231-06ce-48a6-bd1a-d2218431b022 req-197b61b6-2a6f-44c1-ab7a-2ae0882a0ec2 service neutron] Checking agent: {'id': '926d476c-3c92-4faa-a402-a395b4978e44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82658', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 8, 12, 58), 'started_at': datetime.datetime(2022, 1, 27, 8, 12, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 8, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 08:15:25.547443 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e6f231-06ce-48a6-bd1a-d2218431b022 req-197b61b6-2a6f-44c1-ab7a-2ae0882a0ec2 service neutron] Checking segment: {'id': '294324f3-9bd6-436f-a71b-f86457320cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b7914447-2aa2-4569-84ca-e3ee909bc8ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:15:25.548154 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e6f231-06ce-48a6-bd1a-d2218431b022 req-197b61b6-2a6f-44c1-ab7a-2ae0882a0ec2 service neutron] Bound using segment: {'id': '294324f3-9bd6-436f-a71b-f86457320cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b7914447-2aa2-4569-84ca-e3ee909bc8ea'} {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 08:15:25.548242 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [req-47e6f231-06ce-48a6-bd1a-d2218431b022 req-197b61b6-2a6f-44c1-ab7a-2ae0882a0ec2 service neutron] Bound port: 09dcb9a1-f3fe-4422-ae90-9168f84604eb, host: hv-cinder-82658, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '294324f3-9bd6-436f-a71b-f86457320cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b7914447-2aa2-4569-84ca-e3ee909bc8ea'}}] {{(pid=102575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 08:15:25.551590 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-47e6f231-06ce-48a6-bd1a-d2218431b022 req-197b61b6-2a6f-44c1-ab7a-2ae0882a0ec2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (09dcb9a1-f3fe-4422-ae90-9168f84604eb), before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:25.554038 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425ccf58-1187-4b3e-a249-a70d49d193e7 req-16311c30-6a56-429f-b2b9-3e9b0b0a67b6 service neutron] Port 2cef0fde-7ee1-4668-9eed-893392c43e50 on network eb16c640-8d70-456d-b9db-6e89eb7e23c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82658 {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 08:15:25.554411 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425ccf58-1187-4b3e-a249-a70d49d193e7 req-16311c30-6a56-429f-b2b9-3e9b0b0a67b6 service neutron] Attempting to bind port 2cef0fde-7ee1-4668-9eed-893392c43e50 on network eb16c640-8d70-456d-b9db-6e89eb7e23c3 {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:15:25.575837 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425ccf58-1187-4b3e-a249-a70d49d193e7 req-16311c30-6a56-429f-b2b9-3e9b0b0a67b6 service neutron] Checking agent: {'id': '926d476c-3c92-4faa-a402-a395b4978e44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82658', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 8, 12, 58), 'started_at': datetime.datetime(2022, 1, 27, 8, 12, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 8, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 08:15:25.578621 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425ccf58-1187-4b3e-a249-a70d49d193e7 req-16311c30-6a56-429f-b2b9-3e9b0b0a67b6 service neutron] Checking segment: {'id': 'd52c0c22-6164-4420-8fd5-d7a3d432294e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'eb16c640-8d70-456d-b9db-6e89eb7e23c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:15:25.579143 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425ccf58-1187-4b3e-a249-a70d49d193e7 req-16311c30-6a56-429f-b2b9-3e9b0b0a67b6 service neutron] Bound using segment: {'id': 'd52c0c22-6164-4420-8fd5-d7a3d432294e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'eb16c640-8d70-456d-b9db-6e89eb7e23c3'} {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 08:15:25.579859 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [req-425ccf58-1187-4b3e-a249-a70d49d193e7 req-16311c30-6a56-429f-b2b9-3e9b0b0a67b6 service neutron] Bound port: 2cef0fde-7ee1-4668-9eed-893392c43e50, host: hv-cinder-82658, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd52c0c22-6164-4420-8fd5-d7a3d432294e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'eb16c640-8d70-456d-b9db-6e89eb7e23c3'}}] {{(pid=102575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 08:15:25.580229 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-425ccf58-1187-4b3e-a249-a70d49d193e7 req-16311c30-6a56-429f-b2b9-3e9b0b0a67b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (2cef0fde-7ee1-4668-9eed-893392c43e50), before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:25.692505 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [req-47e6f231-06ce-48a6-bd1a-d2218431b022 req-197b61b6-2a6f-44c1-ab7a-2ae0882a0ec2 service neutron] For port 09dcb9a1-f3fe-4422-ae90-9168f84604eb, host hv-cinder-82658, cleared binding levels {{(pid=102575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 08:15:25.710793 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [req-47e6f231-06ce-48a6-bd1a-d2218431b022 req-197b61b6-2a6f-44c1-ab7a-2ae0882a0ec2 service neutron] For port 09dcb9a1-f3fe-4422-ae90-9168f84604eb, host hv-cinder-82658, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=09dcb9a1-f3fe-4422-ae90-9168f84604eb,segment=NetworkSegment(294324f3-9bd6-436f-a71b-f86457320cc4),segment_id=294324f3-9bd6-436f-a71b-f86457320cc4)] {{(pid=102575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 08:15:25.712176 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [req-425ccf58-1187-4b3e-a249-a70d49d193e7 req-16311c30-6a56-429f-b2b9-3e9b0b0a67b6 service neutron] For port 2cef0fde-7ee1-4668-9eed-893392c43e50, host hv-cinder-82658, cleared binding levels {{(pid=102575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 08:15:25.725302 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-47e6f231-06ce-48a6-bd1a-d2218431b022 req-197b61b6-2a6f-44c1-ab7a-2ae0882a0ec2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13172717'] for port (09dcb9a1-f3fe-4422-ae90-9168f84604eb), after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:25.735985 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [req-425ccf58-1187-4b3e-a249-a70d49d193e7 req-16311c30-6a56-429f-b2b9-3e9b0b0a67b6 service neutron] For port 2cef0fde-7ee1-4668-9eed-893392c43e50, host hv-cinder-82658, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=2cef0fde-7ee1-4668-9eed-893392c43e50,segment=NetworkSegment(d52c0c22-6164-4420-8fd5-d7a3d432294e),segment_id=d52c0c22-6164-4420-8fd5-d7a3d432294e)] {{(pid=102575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 08:15:25.762303 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-932e581e-1ad5-4fce-9316-ae3110c4cab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (037c8737-e99f-497c-9717-3fbc8e736584), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:25.762807 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-425ccf58-1187-4b3e-a249-a70d49d193e7 req-16311c30-6a56-429f-b2b9-3e9b0b0a67b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13172717'] for port (2cef0fde-7ee1-4668-9eed-893392c43e50), after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:25.777060 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e6f231-06ce-48a6-bd1a-d2218431b022 req-197b61b6-2a6f-44c1-ab7a-2ae0882a0ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:25.777677 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-47e6f231-06ce-48a6-bd1a-d2218431b022 req-197b61b6-2a6f-44c1-ab7a-2ae0882a0ec2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for port (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:25.779169 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-47e6f231-06ce-48a6-bd1a-d2218431b022 req-197b61b6-2a6f-44c1-ab7a-2ae0882a0ec2 service neutron] 10.222.0.72 "PUT /v2.0/ports/09dcb9a1-f3fe-4422-ae90-9168f84604eb HTTP/1.1" status: 200 len: 1093 time: 1.3249488 Jan 27 08:15:25.781845 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7348f05a-50bf-485e-abbe-07af5fb5ab8d', 'tag': '09dcb9a1-f3fe-4422-ae90-9168f84604eb'}] {{(pid=102575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:15:25.790616 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34d12f73e8b898318ba96f52067286bd4e4b64784ab72771e8c48dd469e53537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaad096b-67bc-4ea7-8bcc-472dae4beb2a" -d '{"events": [{"name": "network-changed", "server_uuid": "7348f05a-50bf-485e-abbe-07af5fb5ab8d", "tag": "09dcb9a1-f3fe-4422-ae90-9168f84604eb"}]}' {{(pid=102575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:15:25.815484 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ccf58-1187-4b3e-a249-a70d49d193e7 req-16311c30-6a56-429f-b2b9-3e9b0b0a67b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:25.816122 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-425ccf58-1187-4b3e-a249-a70d49d193e7 req-16311c30-6a56-429f-b2b9-3e9b0b0a67b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for port (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:25.817509 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-425ccf58-1187-4b3e-a249-a70d49d193e7 req-16311c30-6a56-429f-b2b9-3e9b0b0a67b6 service neutron] 10.222.0.72 "PUT /v2.0/ports/2cef0fde-7ee1-4668-9eed-893392c43e50 HTTP/1.1" status: 200 len: 1093 time: 1.3757472 Jan 27 08:15:25.823061 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197b61b6-2a6f-44c1-ab7a-2ae0882a0ec2 service neutron] Pushing event updated for resources: {'Port': ['ID=09dcb9a1-f3fe-4422-ae90-9168f84604eb,revision_number=3']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:25.845579 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 55862) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:25.867218 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-86e52ba5-be53-4e63-9662-7280cd90b216 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:25.916062 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16311c30-6a56-429f-b2b9-3e9b0b0a67b6 service neutron] Pushing event updated for resources: {'Port': ['ID=2cef0fde-7ee1-4668-9eed-893392c43e50,revision_number=3']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:25.966338 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 08:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb030ef-54cf-4e7c-b565-b0cd546b9dfa x-openstack-request-id: req-2eb030ef-54cf-4e7c-b565-b0cd546b9dfa {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:15:25.966558 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7348f05a-50bf-485e-abbe-07af5fb5ab8d", "tag": "09dcb9a1-f3fe-4422-ae90-9168f84604eb", "status": "completed", "code": 200}]} {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:15:25.966799 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2eb030ef-54cf-4e7c-b565-b0cd546b9dfa {{(pid=102575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:15:25.967204 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7348f05a-50bf-485e-abbe-07af5fb5ab8d', 'tag': '09dcb9a1-f3fe-4422-ae90-9168f84604eb', 'status': 'completed', 'code': 200} Jan 27 08:15:25.994786 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8c4ad-f79a-459a-a0d0-13ad2f1a8d9b req-d7b2d1d0-9579-4d57-b09d-7075f1ca1bf1 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:25.996357 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-0eb8c4ad-f79a-459a-a0d0-13ad2f1a8d9b req-d7b2d1d0-9579-4d57-b09d-7075f1ca1bf1 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 943 time: 0.1246214 Jan 27 08:15:26.119141 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-0eb8c4ad-f79a-459a-a0d0-13ad2f1a8d9b req-7b528f7f-44bb-42c6-be88-07898ce4f605 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022067 Jan 27 08:15:26.163406 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907f378-553b-4816-a5ca-4050ae393c27 req-f2b7fc6e-8518-4f95-8cc5-a3b2d583bdb7 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:26.164935 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-5907f378-553b-4816-a5ca-4050ae393c27 req-f2b7fc6e-8518-4f95-8cc5-a3b2d583bdb7 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7ccb9d0-3f23-4bb9-b303-4d3c9d13ac63 HTTP/1.1" status: 200 len: 944 time: 0.1129251 Jan 27 08:15:26.173022 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-86e52ba5-be53-4e63-9662-7280cd90b216 admin admin] Publish callbacks [] for security_group (fe487c08-ba8b-477b-a39f-8605a0d35947), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:26.196122 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-86e52ba5-be53-4e63-9662-7280cd90b216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (fe487c08-ba8b-477b-a39f-8605a0d35947), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:26.285192 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-86e52ba5-be53-4e63-9662-7280cd90b216 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4510d1aca997467dbafd51bf3654506b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4388232 Jan 27 08:15:26.288131 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 55880) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:26.293345 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e52ba5-be53-4e63-9662-7280cd90b216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe487c08-ba8b-477b-a39f-8605a0d35947,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:26.303812 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-5907f378-553b-4816-a5ca-4050ae393c27 req-fe74df2c-6e4b-402a-96b9-0f8e34071c16 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f7b64f7-7347-4318-a139-75a0cbe91c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292188 Jan 27 08:15:26.315668 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b721cd-729c-49c5-a985-3a1087b32bb6 req-f61c5413-31b3-47d4-9865-1324b5f34ce8 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:26.318125 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-86b721cd-729c-49c5-a985-3a1087b32bb6 req-f61c5413-31b3-47d4-9865-1324b5f34ce8 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 943 time: 0.1176066 Jan 27 08:15:26.372944 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-5c45a89b-1bde-461f-898a-9ed6af170e75 admin admin] Publish callbacks [] for security_group (fe487c08-ba8b-477b-a39f-8605a0d35947), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:26.386976 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-86b721cd-729c-49c5-a985-3a1087b32bb6 req-b0d4c1e7-a2dc-408e-b9d5-90d785e93535 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?id=25056870-6882-4f7c-b7e2-0d78781f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558667 Jan 27 08:15:26.402051 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-5c45a89b-1bde-461f-898a-9ed6af170e75 admin admin] Publish callbacks [] for security_group (fe487c08-ba8b-477b-a39f-8605a0d35947), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:26.435531 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d997cc54-a249-4bb0-9a71-e89d0d55a787 req-6a7f7c88-5904-4590-be60-86df867e4327 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:26.438435 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d997cc54-a249-4bb0-9a71-e89d0d55a787 req-6a7f7c88-5904-4590-be60-86df867e4327 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 944 time: 0.0502312 Jan 27 08:15:26.459333 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-5c45a89b-1bde-461f-898a-9ed6af170e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (fe487c08-ba8b-477b-a39f-8605a0d35947), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:26.464002 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-5c45a89b-1bde-461f-898a-9ed6af170e75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:26.466899 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-5c45a89b-1bde-461f-898a-9ed6af170e75 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fe487c08-ba8b-477b-a39f-8605a0d35947 HTTP/1.1" status: 204 len: 168 time: 0.1749575 Jan 27 08:15:26.474213 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c45a89b-1bde-461f-898a-9ed6af170e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe487c08-ba8b-477b-a39f-8605a0d35947,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:26.500413 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d997cc54-a249-4bb0-9a71-e89d0d55a787 req-d2c82941-8c17-49ed-b883-f11120078b4b tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560007 Jan 27 08:15:26.642169 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (e79cbf24-12bd-4e20-a580-79498d5b225b), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:27.250850 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c74824b-c801-4d82-9d7c-1de3e22204e5 req-d6297056-b7b9-4b72-afda-59e169ca4595 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:27.257319 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-4c74824b-c801-4d82-9d7c-1de3e22204e5 req-d6297056-b7b9-4b72-afda-59e169ca4595 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 943 time: 0.0567729 Jan 27 08:15:27.319035 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-4c74824b-c801-4d82-9d7c-1de3e22204e5 req-2460f3db-9d9d-4f87-8acd-24eab5681616 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602503 Jan 27 08:15:27.432049 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04657d66-1d44-4727-9034-1a0eacbdcac9 req-cb689a7f-b276-4403-8d91-76bbb75e1cd7 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:27.435074 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-04657d66-1d44-4727-9034-1a0eacbdcac9 req-cb689a7f-b276-4403-8d91-76bbb75e1cd7 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7ccb9d0-3f23-4bb9-b303-4d3c9d13ac63 HTTP/1.1" status: 200 len: 944 time: 0.0548856 Jan 27 08:15:27.518524 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-04657d66-1d44-4727-9034-1a0eacbdcac9 req-dd2ca403-7743-4fff-9fb9-fb39bffe1b52 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f7b64f7-7347-4318-a139-75a0cbe91c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745935 Jan 27 08:15:27.546725 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e3760-18c2-48dc-844f-2adbe1a8ae69 req-9a78a575-0ea5-4db6-9cf0-a56b4bf8f4ba tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:27.548297 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-403e3760-18c2-48dc-844f-2adbe1a8ae69 req-9a78a575-0ea5-4db6-9cf0-a56b4bf8f4ba tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 943 time: 0.0856116 Jan 27 08:15:27.638604 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-403e3760-18c2-48dc-844f-2adbe1a8ae69 req-b27516a8-3ed4-4390-aed7-ed020d6d4f24 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?id=25056870-6882-4f7c-b7e2-0d78781f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810647 Jan 27 08:15:27.654488 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a96d18-c87f-4408-bedc-20c4b87d425e req-e7119f93-e26c-4b49-8fcf-0b3e92991c92 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:27.661775 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-67a96d18-c87f-4408-bedc-20c4b87d425e req-e7119f93-e26c-4b49-8fcf-0b3e92991c92 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 944 time: 0.0729434 Jan 27 08:15:27.709678 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-67a96d18-c87f-4408-bedc-20c4b87d425e req-977a439f-750c-4f97-90fa-369166d1e096 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470200 Jan 27 08:15:27.770474 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 55964) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:27.901763 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (926d476c-3c92-4faa-a402-a395b4978e44), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:27.927630 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8a4e3840-7df5-4915-9615-80df8ac9a96d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:27.968125 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7370227b-9eb7-4890-ac0c-56d1b1440387', 'tag': '2cef0fde-7ee1-4668-9eed-893392c43e50'}] {{(pid=102575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:15:27.970482 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34d12f73e8b898318ba96f52067286bd4e4b64784ab72771e8c48dd469e53537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1914d366-9610-4924-a330-cac2c7b45242" -d '{"events": [{"name": "network-changed", "server_uuid": "7370227b-9eb7-4890-ac0c-56d1b1440387", "tag": "2cef0fde-7ee1-4668-9eed-893392c43e50"}]}' {{(pid=102575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:15:28.020426 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 08:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81891583-e889-4d3e-8845-a4e21421d421 x-openstack-request-id: req-81891583-e889-4d3e-8845-a4e21421d421 {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:15:28.020713 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7370227b-9eb7-4890-ac0c-56d1b1440387", "tag": "2cef0fde-7ee1-4668-9eed-893392c43e50", "status": "completed", "code": 200}]} {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:15:28.020983 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-81891583-e889-4d3e-8845-a4e21421d421 {{(pid=102575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:15:28.021365 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7370227b-9eb7-4890-ac0c-56d1b1440387', 'tag': '2cef0fde-7ee1-4668-9eed-893392c43e50', 'status': 'completed', 'code': 200} Jan 27 08:15:28.025791 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8a4e3840-7df5-4915-9615-80df8ac9a96d admin admin] Publish callbacks [] for security_group (cd31010d-aafd-46bb-982a-1673af50828b), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:28.029889 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8a4e3840-7df5-4915-9615-80df8ac9a96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (cd31010d-aafd-46bb-982a-1673af50828b), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:28.068058 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-8a4e3840-7df5-4915-9615-80df8ac9a96d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2a1b2fdec2c348b4a7540fdfd42e0f44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2965620 Jan 27 08:15:28.069995 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4e3840-7df5-4915-9615-80df8ac9a96d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd31010d-aafd-46bb-982a-1673af50828b,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:28.070853 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 55978) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:28.120088 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-6f95c0b1-4d3b-4b2e-937d-6e997890cb2a admin admin] Publish callbacks [] for security_group (cd31010d-aafd-46bb-982a-1673af50828b), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:28.143529 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-6f95c0b1-4d3b-4b2e-937d-6e997890cb2a admin admin] Publish callbacks [] for security_group (cd31010d-aafd-46bb-982a-1673af50828b), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:28.200808 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-6f95c0b1-4d3b-4b2e-937d-6e997890cb2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (cd31010d-aafd-46bb-982a-1673af50828b), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:28.203415 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-6f95c0b1-4d3b-4b2e-937d-6e997890cb2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:28.204560 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-6f95c0b1-4d3b-4b2e-937d-6e997890cb2a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cd31010d-aafd-46bb-982a-1673af50828b HTTP/1.1" status: 204 len: 168 time: 0.1327343 Jan 27 08:15:28.212725 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f95c0b1-4d3b-4b2e-937d-6e997890cb2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd31010d-aafd-46bb-982a-1673af50828b,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:28.458228 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05102f0-3a8c-4b74-b499-92b1ccfce53d req-a5afa83e-dc66-44d4-9d22-d03c85d0c67c tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:28.459748 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-f05102f0-3a8c-4b74-b499-92b1ccfce53d req-a5afa83e-dc66-44d4-9d22-d03c85d0c67c tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 943 time: 0.0566251 Jan 27 08:15:28.522466 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-f05102f0-3a8c-4b74-b499-92b1ccfce53d req-802aefe4-dde6-4964-9f75-449cc483df1a tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570045 Jan 27 08:15:28.565047 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e6f231-06ce-48a6-bd1a-d2218431b022 req-de115e2e-e365-46c8-9f94-50951f10b3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:28.566668 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-47e6f231-06ce-48a6-bd1a-d2218431b022 req-de115e2e-e365-46c8-9f94-50951f10b3f4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0b0ce26232dd4a1db254b56a7f995f4e&device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 1096 time: 0.0908411 Jan 27 08:15:28.580354 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 55998) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:28.584135 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914d366-9610-4924-a330-cac2c7b45242 req-187d00c3-10cd-4f61-8131-9bfdabcae517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:28.589988 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-1914d366-9610-4924-a330-cac2c7b45242 req-187d00c3-10cd-4f61-8131-9bfdabcae517 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e4ecc1e69f834d419992a599e2f26886&device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 1096 time: 0.0808792 Jan 27 08:15:28.596330 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-ede7318a-3f7a-4ca0-a008-dc6c1e52f2bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:28.657285 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-47e6f231-06ce-48a6-bd1a-d2218431b022 req-df2050c2-83a3-4def-8ee5-3c3e95cd6718 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09dcb9a1-f3fe-4422-ae90-9168f84604eb HTTP/1.1" status: 200 len: 217 time: 0.0770607 Jan 27 08:15:28.685479 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4fbf1-9ed3-4549-8d45-a565dfe95e4d req-234f2433-e3fb-4101-a9e0-e89c25bfccca tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:28.687161 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-eae4fbf1-9ed3-4549-8d45-a565dfe95e4d req-234f2433-e3fb-4101-a9e0-e89c25bfccca tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7ccb9d0-3f23-4bb9-b303-4d3c9d13ac63 HTTP/1.1" status: 200 len: 944 time: 0.0818090 Jan 27 08:15:28.840042 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e6f231-06ce-48a6-bd1a-d2218431b022 req-adc2a61b-87a8-4a3c-8bac-ec46e2ba0702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:28.841489 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-47e6f231-06ce-48a6-bd1a-d2218431b022 req-adc2a61b-87a8-4a3c-8bac-ec46e2ba0702 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=56dcdf12-0462-4feb-a564-4fe3cd20bfe1 HTTP/1.1" status: 200 len: 850 time: 0.1682255 Jan 27 08:15:28.902698 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914d366-9610-4924-a330-cac2c7b45242 req-353cef8c-3f89-42a2-9a94-987c003ea3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:28.904532 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-1914d366-9610-4924-a330-cac2c7b45242 req-353cef8c-3f89-42a2-9a94-987c003ea3de service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=e4ecc1e69f834d419992a599e2f26886&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3040385 Jan 27 08:15:29.008015 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-ede7318a-3f7a-4ca0-a008-dc6c1e52f2bc admin admin] Publish callbacks [] for security_group (86c5fdd1-5ffe-41fa-96cd-22686d777339), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:29.012008 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-eae4fbf1-9ed3-4549-8d45-a565dfe95e4d req-c1773173-4be9-4316-a3a7-49f04c5c6076 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f7b64f7-7347-4318-a139-75a0cbe91c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180542 Jan 27 08:15:29.015862 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-ede7318a-3f7a-4ca0-a008-dc6c1e52f2bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (86c5fdd1-5ffe-41fa-96cd-22686d777339), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:29.052991 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c000e6e-0fa5-41e3-92e7-a46618631763 req-bef3dd44-b11b-4d16-b452-9eacd9f663cc tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:29.054564 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-5c000e6e-0fa5-41e3-92e7-a46618631763 req-bef3dd44-b11b-4d16-b452-9eacd9f663cc tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 943 time: 0.2852347 Jan 27 08:15:29.072171 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-ede7318a-3f7a-4ca0-a008-dc6c1e52f2bc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4449bbea1e784316baed7109f73ef91e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4876468 Jan 27 08:15:29.074075 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 56020) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:29.092426 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede7318a-3f7a-4ca0-a008-dc6c1e52f2bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c5fdd1-5ffe-41fa-96cd-22686d777339,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:29.148262 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e6f231-06ce-48a6-bd1a-d2218431b022 req-df1736d7-bb3b-4941-8f71-1f9bab1f19e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:29.149789 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-47e6f231-06ce-48a6-bd1a-d2218431b022 req-df1736d7-bb3b-4941-8f71-1f9bab1f19e7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b7914447-2aa2-4569-84ca-e3ee909bc8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3021734 Jan 27 08:15:29.149902 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-5c000e6e-0fa5-41e3-92e7-a46618631763 req-455476d0-9f14-4fa0-9091-287cedc25eb3 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?id=25056870-6882-4f7c-b7e2-0d78781f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834157 Jan 27 08:15:29.165441 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-050ad5e6-0fe1-4082-9eeb-e24e03700828 admin admin] Publish callbacks [] for security_group (86c5fdd1-5ffe-41fa-96cd-22686d777339), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:29.234649 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-050ad5e6-0fe1-4082-9eeb-e24e03700828 admin admin] Publish callbacks [] for security_group (86c5fdd1-5ffe-41fa-96cd-22686d777339), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:29.286723 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c312a-9ada-48fb-980e-51549060746e req-b190c997-0352-4e59-97f6-c24c05fb16c0 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:29.293339 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-8f2c312a-9ada-48fb-980e-51549060746e req-b190c997-0352-4e59-97f6-c24c05fb16c0 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 944 time: 0.1237600 Jan 27 08:15:29.347508 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914d366-9610-4924-a330-cac2c7b45242 req-efdd96e6-553c-4696-8dfb-ba10d2e4ef5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:29.349044 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-1914d366-9610-4924-a330-cac2c7b45242 req-efdd96e6-553c-4696-8dfb-ba10d2e4ef5b service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4382987 Jan 27 08:15:29.360373 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-47e6f231-06ce-48a6-bd1a-d2218431b022 req-b855d7ee-fce6-42af-b23a-25449c0d7e4d service neutron] 10.222.0.72 "GET /v2.0/networks/b7914447-2aa2-4569-84ca-e3ee909bc8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036042 Jan 27 08:15:29.362558 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-8f2c312a-9ada-48fb-980e-51549060746e req-198fe800-0ece-472c-b56c-bed38de255f4 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656338 Jan 27 08:15:29.363810 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-050ad5e6-0fe1-4082-9eeb-e24e03700828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (86c5fdd1-5ffe-41fa-96cd-22686d777339), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:29.366326 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-050ad5e6-0fe1-4082-9eeb-e24e03700828 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:29.367882 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-050ad5e6-0fe1-4082-9eeb-e24e03700828 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/86c5fdd1-5ffe-41fa-96cd-22686d777339 HTTP/1.1" status: 204 len: 168 time: 0.2880440 Jan 27 08:15:29.387672 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device 2482131d-d792-43df-a5ba-966feb101f26 up at agent hyperv_hv-cinder-82658 {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:15:29.396616 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050ad5e6-0fe1-4082-9eeb-e24e03700828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c5fdd1-5ffe-41fa-96cd-22686d777339,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:29.478964 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Provisioning for port 2482131d-d792-43df-a5ba-966feb101f26 completed by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 08:15:29.484827 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Provisioning complete for port 2482131d-d792-43df-a5ba-966feb101f26 triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:15:29.485478 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (2482131d-d792-43df-a5ba-966feb101f26), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:29.507003 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ccf58-1187-4b3e-a249-a70d49d193e7 req-8b4818da-517c-42d4-b83d-7deb45061ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:29.509396 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-425ccf58-1187-4b3e-a249-a70d49d193e7 req-8b4818da-517c-42d4-b83d-7deb45061ee9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e4ecc1e69f834d419992a599e2f26886&device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 1096 time: 0.0785394 Jan 27 08:15:29.511845 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-47e6f231-06ce-48a6-bd1a-d2218431b022 req-b8b4c490-6ef6-4384-bc88-ac758f9abcfc service neutron] 10.222.0.72 "GET /v2.0/networks/b7914447-2aa2-4569-84ca-e3ee909bc8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456406 Jan 27 08:15:29.589161 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-425ccf58-1187-4b3e-a249-a70d49d193e7 req-254fa340-2fdd-416b-be1d-2ceb25a53525 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2cef0fde-7ee1-4668-9eed-893392c43e50 HTTP/1.1" status: 200 len: 217 time: 0.0698922 Jan 27 08:15:29.623447 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Current status of the port 2482131d-d792-43df-a5ba-966feb101f26 is: BUILD; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:15:29.624046 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (2482131d-d792-43df-a5ba-966feb101f26), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:29.652594 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b88ccf1a-3e69-47d6-ac9b-d31d5aad936d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2482131d-d792-43df-a5ba-966feb101f26'}] {{(pid=102577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:15:29.724649 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c924d26-bd9d-484c-b083-aa010fd21630 req-a8a56e0b-f96e-40b2-98c4-225115979af5 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:29.727761 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-6c924d26-bd9d-484c-b083-aa010fd21630 req-a8a56e0b-f96e-40b2-98c4-225115979af5 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 943 time: 0.0808132 Jan 27 08:15:29.727901 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ccf58-1187-4b3e-a249-a70d49d193e7 req-03708fbb-e587-44df-8100-ebcf7d480852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:29.729367 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-425ccf58-1187-4b3e-a249-a70d49d193e7 req-03708fbb-e587-44df-8100-ebcf7d480852 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=57070168-9245-4dd6-b7ac-0c997e12d4d3 HTTP/1.1" status: 200 len: 856 time: 0.1302629 Jan 27 08:15:29.737432 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad096b-67bc-4ea7-8bcc-472dae4beb2a req-e6e094cd-eac5-4feb-b2c8-6925d09fd80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:29.738969 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-eaad096b-67bc-4ea7-8bcc-472dae4beb2a req-e6e094cd-eac5-4feb-b2c8-6925d09fd80a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0b0ce26232dd4a1db254b56a7f995f4e&device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 1096 time: 0.1542296 Jan 27 08:15:29.753204 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port 2482131d-d792-43df-a5ba-966feb101f26, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=2482131d-d792-43df-a5ba-966feb101f26,segment=NetworkSegment(0c209b26-9e0d-4627-a10c-ba3741754b4c),segment_id=0c209b26-9e0d-4627-a10c-ba3741754b4c)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:15:29.764649 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (2482131d-d792-43df-a5ba-966feb101f26), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:29.765780 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device 84200814-bb9d-49e6-8dd9-359441c7fdaa up at agent hyperv_hv-cinder-82658 {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:15:29.862714 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ccf58-1187-4b3e-a249-a70d49d193e7 req-9a063fad-59e4-43cf-82c1-d23eabb120ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:29.864292 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-425ccf58-1187-4b3e-a249-a70d49d193e7 req-9a063fad-59e4-43cf-82c1-d23eabb120ac service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=eb16c640-8d70-456d-b9db-6e89eb7e23c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1241620 Jan 27 08:15:29.868046 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-6c924d26-bd9d-484c-b083-aa010fd21630 req-808fbc9c-703f-4c6a-a05f-986e9afa07c7 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322467 Jan 27 08:15:29.883890 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Pushing event updated for resources: {'Port': ['ID=2482131d-d792-43df-a5ba-966feb101f26,revision_number=5']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:29.918776 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad096b-67bc-4ea7-8bcc-472dae4beb2a req-4be7a66d-16a1-4008-8fde-8ce70bc0898c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:29.920338 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-eaad096b-67bc-4ea7-8bcc-472dae4beb2a req-4be7a66d-16a1-4008-8fde-8ce70bc0898c service neutron] 10.222.0.72 "GET /v2.0/networks?id=b7914447-2aa2-4569-84ca-e3ee909bc8ea HTTP/1.1" status: 200 len: 912 time: 0.1604652 Jan 27 08:15:29.932940 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Provisioning for port 84200814-bb9d-49e6-8dd9-359441c7fdaa completed by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 08:15:29.937611 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Provisioning complete for port 84200814-bb9d-49e6-8dd9-359441c7fdaa triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:15:29.938185 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (84200814-bb9d-49e6-8dd9-359441c7fdaa), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:29.965424 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ec6f2d63f069076934ea9a19260140f1f8696ff0c22b7471017e65d09815c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b2c1ef-c373-4909-b66e-8547a3320932" -d '{"events": [{"server_uuid": "b88ccf1a-3e69-47d6-ac9b-d31d5aad936d", "name": "network-vif-plugged", "status": "completed", "tag": "2482131d-d792-43df-a5ba-966feb101f26"}]}' {{(pid=102577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:15:30.007260 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-eaad096b-67bc-4ea7-8bcc-472dae4beb2a req-affa8182-3659-47a2-9b6b-b0dc7fe96142 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09dcb9a1-f3fe-4422-ae90-9168f84604eb HTTP/1.1" status: 200 len: 217 time: 0.0808601 Jan 27 08:15:30.045296 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Current status of the port 84200814-bb9d-49e6-8dd9-359441c7fdaa is: BUILD; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:15:30.045789 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (84200814-bb9d-49e6-8dd9-359441c7fdaa), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:30.081892 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 08:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47527b3-cb8c-44f2-a84a-6ce951fdd746 x-openstack-request-id: req-e47527b3-cb8c-44f2-a84a-6ce951fdd746 {{(pid=102577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:15:30.082297 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b88ccf1a-3e69-47d6-ac9b-d31d5aad936d", "name": "network-vif-plugged", "status": "completed", "tag": "2482131d-d792-43df-a5ba-966feb101f26", "code": 200}]} {{(pid=102577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:15:30.082968 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e47527b3-cb8c-44f2-a84a-6ce951fdd746 {{(pid=102577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:15:30.083150 dv-cinder-826589-1-iscsi neutron-server[102577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b88ccf1a-3e69-47d6-ac9b-d31d5aad936d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2482131d-d792-43df-a5ba-966feb101f26', 'code': 200} Jan 27 08:15:30.094775 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port 84200814-bb9d-49e6-8dd9-359441c7fdaa, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=84200814-bb9d-49e6-8dd9-359441c7fdaa,segment=NetworkSegment(fa20df18-9dfb-42b4-a743-045575d1cce4),segment_id=fa20df18-9dfb-42b4-a743-045575d1cce4)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:15:30.097242 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-425ccf58-1187-4b3e-a249-a70d49d193e7 req-cb3fcb71-b2d2-4f79-b6fa-c08a6f9dee9a service neutron] 10.222.0.72 "GET /v2.0/networks/eb16c640-8d70-456d-b9db-6e89eb7e23c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235062 Jan 27 08:15:30.102950 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (84200814-bb9d-49e6-8dd9-359441c7fdaa), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:30.104510 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device 65f96da9-810c-41f2-b66a-b0b07fd21f30 up at agent hyperv_hv-cinder-82658 {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:15:30.118047 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad096b-67bc-4ea7-8bcc-472dae4beb2a req-41bf2dcb-3d5e-4ff3-9399-a1ee125873d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:30.121002 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-eaad096b-67bc-4ea7-8bcc-472dae4beb2a req-41bf2dcb-3d5e-4ff3-9399-a1ee125873d4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=56dcdf12-0462-4feb-a564-4fe3cd20bfe1 HTTP/1.1" status: 200 len: 850 time: 0.1062868 Jan 27 08:15:30.235327 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Pushing event updated for resources: {'Port': ['ID=84200814-bb9d-49e6-8dd9-359441c7fdaa,revision_number=5']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:30.240313 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad096b-67bc-4ea7-8bcc-472dae4beb2a req-f903c5d5-8e60-4d01-8180-100f2dd59af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:30.242240 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-eaad096b-67bc-4ea7-8bcc-472dae4beb2a req-f903c5d5-8e60-4d01-8180-100f2dd59af7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b7914447-2aa2-4569-84ca-e3ee909bc8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1073289 Jan 27 08:15:30.259778 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Provisioning for port 65f96da9-810c-41f2-b66a-b0b07fd21f30 completed by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 08:15:30.267647 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61a7ff3-b5a0-49d4-91be-4ca421160a05 req-9168c48b-34f4-45c2-97e8-1e4c4d8541ff tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:30.270075 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-c61a7ff3-b5a0-49d4-91be-4ca421160a05 req-9168c48b-34f4-45c2-97e8-1e4c4d8541ff tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7ccb9d0-3f23-4bb9-b303-4d3c9d13ac63 HTTP/1.1" status: 200 len: 945 time: 0.1497908 Jan 27 08:15:30.272732 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Provisioning complete for port 65f96da9-810c-41f2-b66a-b0b07fd21f30 triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:15:30.273213 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (65f96da9-810c-41f2-b66a-b0b07fd21f30), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:30.295442 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-425ccf58-1187-4b3e-a249-a70d49d193e7 req-6ce883bb-f58b-4aaf-9e47-e9e52c71ac62 service neutron] 10.222.0.72 "GET /v2.0/networks/eb16c640-8d70-456d-b9db-6e89eb7e23c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726489 Jan 27 08:15:30.428586 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Current status of the port 65f96da9-810c-41f2-b66a-b0b07fd21f30 is: BUILD; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:15:30.430328 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (65f96da9-810c-41f2-b66a-b0b07fd21f30), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:30.445631 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-c61a7ff3-b5a0-49d4-91be-4ca421160a05 req-c285c09f-5fce-49ab-abf7-983fa594f353 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f7b64f7-7347-4318-a139-75a0cbe91c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698890 Jan 27 08:15:30.463712 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c3bba1-2565-488a-a737-5656fca7370d req-068a3522-5725-4fb1-ace6-be0521cfa4e7 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:30.470919 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d6c3bba1-2565-488a-a737-5656fca7370d req-068a3522-5725-4fb1-ace6-be0521cfa4e7 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 943 time: 0.1119871 Jan 27 08:15:30.490875 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-eaad096b-67bc-4ea7-8bcc-472dae4beb2a req-e91454cf-a430-4e34-9bbd-65426b91db62 service neutron] 10.222.0.72 "GET /v2.0/networks/b7914447-2aa2-4569-84ca-e3ee909bc8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396512 Jan 27 08:15:30.516143 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port 65f96da9-810c-41f2-b66a-b0b07fd21f30, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=65f96da9-810c-41f2-b66a-b0b07fd21f30,segment=NetworkSegment(0c209b26-9e0d-4627-a10c-ba3741754b4c),segment_id=0c209b26-9e0d-4627-a10c-ba3741754b4c)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:15:30.522871 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (65f96da9-810c-41f2-b66a-b0b07fd21f30), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:30.564506 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b924946d-4ea2-4314-8919-a86d607c8faf req-6240bc52-5f06-4b45-8fa0-07c486e9424d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:30.564506 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-b924946d-4ea2-4314-8919-a86d607c8faf req-6240bc52-5f06-4b45-8fa0-07c486e9424d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b88ccf1a-3e69-47d6-ac9b-d31d5aad936d HTTP/1.1" status: 200 len: 1098 time: 0.1822147 Jan 27 08:15:30.594778 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d6c3bba1-2565-488a-a737-5656fca7370d req-27594473-40d0-4d8e-b263-14d954fa6ed6 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?id=25056870-6882-4f7c-b7e2-0d78781f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182604 Jan 27 08:15:30.619125 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-b924946d-4ea2-4314-8919-a86d607c8faf req-944d457f-7aff-4f3f-b826-414bcb86114b service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:30.628243 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Pushing event updated for resources: {'Port': ['ID=65f96da9-810c-41f2-b66a-b0b07fd21f30,revision_number=5']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:30.651287 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6789f-a085-4390-8dfc-c4190369ce3e req-6d9bbe58-2d2e-47c0-8527-9f1e03be51ac tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:30.658807 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-9dc6789f-a085-4390-8dfc-c4190369ce3e req-6d9bbe58-2d2e-47c0-8527-9f1e03be51ac tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 945 time: 0.0898962 Jan 27 08:15:30.671652 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-eaad096b-67bc-4ea7-8bcc-472dae4beb2a req-99cec61f-0a2a-452a-bb8a-8b61482d9920 service neutron] 10.222.0.72 "GET /v2.0/networks/b7914447-2aa2-4569-84ca-e3ee909bc8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707971 Jan 27 08:15:30.737379 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-9dc6789f-a085-4390-8dfc-c4190369ce3e req-c0550e8f-0c66-4aee-b48a-d6c54f676c3e tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778081 Jan 27 08:15:30.787379 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-b924946d-4ea2-4314-8919-a86d607c8faf req-944d457f-7aff-4f3f-b826-414bcb86114b service neutron] Publish callbacks [] for security_group (0527c25e-8db4-4d68-b33f-1f65d6d5b632), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:30.793365 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-b924946d-4ea2-4314-8919-a86d607c8faf req-944d457f-7aff-4f3f-b826-414bcb86114b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (0527c25e-8db4-4d68-b33f-1f65d6d5b632), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:30.842636 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-b924946d-4ea2-4314-8919-a86d607c8faf req-944d457f-7aff-4f3f-b826-414bcb86114b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514970 Jan 27 08:15:30.865624 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944d457f-7aff-4f3f-b826-414bcb86114b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0527c25e-8db4-4d68-b33f-1f65d6d5b632,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:31.027634 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950576ca-7c8d-4e44-a75b-693fdd73d8a3 req-f66ea847-b401-482e-8a52-fec8bee611dd tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:31.029517 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-950576ca-7c8d-4e44-a75b-693fdd73d8a3 req-f66ea847-b401-482e-8a52-fec8bee611dd tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 943 time: 0.0608175 Jan 27 08:15:31.082800 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-950576ca-7c8d-4e44-a75b-693fdd73d8a3 req-9bfb58a4-90f9-46aa-9820-84b2f6f07417 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466251 Jan 27 08:15:31.385295 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device 09dcb9a1-f3fe-4422-ae90-9168f84604eb details requested by agent hyperv_hv-cinder-82658 with host hv-cinder-82658 {{(pid=102577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 08:15:31.497379 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port 09dcb9a1-f3fe-4422-ae90-9168f84604eb, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=09dcb9a1-f3fe-4422-ae90-9168f84604eb,segment=NetworkSegment(294324f3-9bd6-436f-a71b-f86457320cc4),segment_id=294324f3-9bd6-436f-a71b-f86457320cc4)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:15:31.515843 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Returning: {'device': '09dcb9a1-f3fe-4422-ae90-9168f84604eb', 'network_id': 'b7914447-2aa2-4569-84ca-e3ee909bc8ea', 'port_id': '09dcb9a1-f3fe-4422-ae90-9168f84604eb', 'mac_address': 'fa:16:3e:61:c6:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56dcdf12-0462-4feb-a564-4fe3cd20bfe1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 08:15:31.555584 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Current status of the port 09dcb9a1-f3fe-4422-ae90-9168f84604eb is: DOWN; New status is: BUILD {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:15:31.555981 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (09dcb9a1-f3fe-4422-ae90-9168f84604eb), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:31.569612 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.notifiers.nova [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09dcb9a1-f3fe-4422-ae90-9168f84604eb {{(pid=102577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 08:15:31.588253 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df306658-2766-408f-afd1-721d49c434f3 req-926fa4e7-6a37-4f8b-b6d9-b7bef4347820 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:31.589820 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-df306658-2766-408f-afd1-721d49c434f3 req-926fa4e7-6a37-4f8b-b6d9-b7bef4347820 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7ccb9d0-3f23-4bb9-b303-4d3c9d13ac63 HTTP/1.1" status: 200 len: 945 time: 0.0502727 Jan 27 08:15:31.590559 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port 09dcb9a1-f3fe-4422-ae90-9168f84604eb, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=09dcb9a1-f3fe-4422-ae90-9168f84604eb,segment=NetworkSegment(294324f3-9bd6-436f-a71b-f86457320cc4),segment_id=294324f3-9bd6-436f-a71b-f86457320cc4)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:15:31.594645 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (09dcb9a1-f3fe-4422-ae90-9168f84604eb), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:31.641533 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-df306658-2766-408f-afd1-721d49c434f3 req-6a8c6906-d727-47f8-a8f9-6a6807bbb727 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f7b64f7-7347-4318-a139-75a0cbe91c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459607 Jan 27 08:15:31.650955 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Pushing event updated for resources: {'Port': ['ID=09dcb9a1-f3fe-4422-ae90-9168f84604eb,revision_number=4']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:31.738790 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5924d35-05c9-454e-8df1-f283fbc201ae req-a9d605c2-424a-4c58-ab9c-ba334005a1b8 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:31.746715 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a5924d35-05c9-454e-8df1-f283fbc201ae req-a9d605c2-424a-4c58-ab9c-ba334005a1b8 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 944 time: 0.0617893 Jan 27 08:15:31.804162 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a5924d35-05c9-454e-8df1-f283fbc201ae req-2f920726-97a9-4d04-ae34-ca7a55f31859 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?id=25056870-6882-4f7c-b7e2-0d78781f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514863 Jan 27 08:15:31.847701 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] get_ports_and_sgs() called for port_ids ['09dcb9a1-f3fe-4422-ae90-9168f84604eb'] {{(pid=102577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 08:15:31.868501 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769e8de-6e1c-4c74-9346-a630e78f83f0 req-03f76aee-edf2-4480-b65a-b580f08092cf tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:31.870377 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d769e8de-6e1c-4c74-9346-a630e78f83f0 req-03f76aee-edf2-4480-b65a-b580f08092cf tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 945 time: 0.0528121 Jan 27 08:15:31.922541 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d769e8de-6e1c-4c74-9346-a630e78f83f0 req-f55e27af-9214-4c9a-b3a8-cda58b2ade7f tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455129 Jan 27 08:15:32.084634 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ccb9d0-3f23-4bb9-b303-4d3c9d13ac63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84200814-bb9d-49e6-8dd9-359441c7fdaa'}, {'server_uuid': '2acc8c4a-1d54-482e-babd-057ac6b9de3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f96da9-810c-41f2-b66a-b0b07fd21f30'}] {{(pid=102577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:15:32.087251 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ec6f2d63f069076934ea9a19260140f1f8696ff0c22b7471017e65d09815c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d7736a-b841-4038-8716-c2000475e39b" -d '{"events": [{"server_uuid": "d7ccb9d0-3f23-4bb9-b303-4d3c9d13ac63", "name": "network-vif-plugged", "status": "completed", "tag": "84200814-bb9d-49e6-8dd9-359441c7fdaa"}, {"server_uuid": "2acc8c4a-1d54-482e-babd-057ac6b9de3e", "name": "network-vif-plugged", "status": "completed", "tag": "65f96da9-810c-41f2-b66a-b0b07fd21f30"}]}' {{(pid=102577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:15:32.135609 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 27 Jan 2022 08:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c381157-51d9-4187-b125-ecfdaf33e8bd x-openstack-request-id: req-8c381157-51d9-4187-b125-ecfdaf33e8bd {{(pid=102577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:15:32.136305 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7ccb9d0-3f23-4bb9-b303-4d3c9d13ac63", "name": "network-vif-plugged", "status": "completed", "tag": "84200814-bb9d-49e6-8dd9-359441c7fdaa", "code": 200}, {"server_uuid": "2acc8c4a-1d54-482e-babd-057ac6b9de3e", "name": "network-vif-plugged", "status": "completed", "tag": "65f96da9-810c-41f2-b66a-b0b07fd21f30", "code": 200}]} {{(pid=102577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:15:32.136305 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8c381157-51d9-4187-b125-ecfdaf33e8bd {{(pid=102577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:15:32.136601 dv-cinder-826589-1-iscsi neutron-server[102577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ccb9d0-3f23-4bb9-b303-4d3c9d13ac63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84200814-bb9d-49e6-8dd9-359441c7fdaa', 'code': 200} Jan 27 08:15:32.136885 dv-cinder-826589-1-iscsi neutron-server[102577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2acc8c4a-1d54-482e-babd-057ac6b9de3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f96da9-810c-41f2-b66a-b0b07fd21f30', 'code': 200} Jan 27 08:15:32.215343 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea7165a-f30d-4712-8e2e-bd2e7c784259 req-2420fe83-8953-4c68-bd3a-6bc817f64205 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:32.220280 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-5ea7165a-f30d-4712-8e2e-bd2e7c784259 req-2420fe83-8953-4c68-bd3a-6bc817f64205 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 943 time: 0.0588081 Jan 27 08:15:32.336374 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-5ea7165a-f30d-4712-8e2e-bd2e7c784259 req-6739f763-c82c-405e-a212-6e6dad907813 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034160 Jan 27 08:15:32.429281 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f530f4-9138-40ad-b1a2-ac325d39b939 req-81b7eeb3-2eb5-40df-9c7c-757af117f8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:32.430965 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-64f530f4-9138-40ad-b1a2-ac325d39b939 req-81b7eeb3-2eb5-40df-9c7c-757af117f8db service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 1098 time: 0.0846312 Jan 27 08:15:32.433924 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05eebd5-40a6-4bda-87b8-47309d11a465 req-7b317fd8-e3d9-41d6-a763-5fb9a2a7355b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:32.435501 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-e05eebd5-40a6-4bda-87b8-47309d11a465 req-7b317fd8-e3d9-41d6-a763-5fb9a2a7355b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d7ccb9d0-3f23-4bb9-b303-4d3c9d13ac63 HTTP/1.1" status: 200 len: 1098 time: 0.0876923 Jan 27 08:15:32.511991 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-64f530f4-9138-40ad-b1a2-ac325d39b939 req-24bfe604-2149-4268-9800-b5629916117e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692265 Jan 27 08:15:32.514218 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-e05eebd5-40a6-4bda-87b8-47309d11a465 req-95195bf2-2abf-47cd-8743-938a3c59def3 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5f7b64f7-7347-4318-a139-75a0cbe91c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701694 Jan 27 08:15:32.757683 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543427ad-f954-4e2d-8f95-c6c05cee125c req-0214ca7f-b61f-41b3-8c06-9fd9f75ae2be tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:32.759091 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-543427ad-f954-4e2d-8f95-c6c05cee125c req-0214ca7f-b61f-41b3-8c06-9fd9f75ae2be tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7ccb9d0-3f23-4bb9-b303-4d3c9d13ac63 HTTP/1.1" status: 200 len: 945 time: 0.0483694 Jan 27 08:15:32.785829 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 56190) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:32.815995 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-543427ad-f954-4e2d-8f95-c6c05cee125c req-a12de358-c8d2-41a6-8555-bcfa3cceae80 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f7b64f7-7347-4318-a139-75a0cbe91c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513728 Jan 27 08:15:32.915165 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-da282dff-3151-4201-aeed-1886ee7d0ccc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:32.948958 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20567ab-2308-4f57-96bc-5948d89c4407 req-4295a784-e1dd-4a25-b7fb-e672cff5e9e0 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:32.950504 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b20567ab-2308-4f57-96bc-5948d89c4407 req-4295a784-e1dd-4a25-b7fb-e672cff5e9e0 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 944 time: 0.0749695 Jan 27 08:15:33.057313 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b20567ab-2308-4f57-96bc-5948d89c4407 req-2ff7d60b-f52c-413d-bf7f-87f8847296bb tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?id=25056870-6882-4f7c-b7e2-0d78781f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982764 Jan 27 08:15:33.085062 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-da282dff-3151-4201-aeed-1886ee7d0ccc admin admin] Publish callbacks [] for security_group (17b46e31-c47e-4d70-a733-ff0b07cd49e6), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:33.092986 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010425a8-97aa-4527-a7a0-1ad81deb828f req-1521c160-5dad-4946-bca2-b941182c1257 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:33.094546 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-010425a8-97aa-4527-a7a0-1ad81deb828f req-1521c160-5dad-4946-bca2-b941182c1257 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 945 time: 0.1005538 Jan 27 08:15:33.095652 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-da282dff-3151-4201-aeed-1886ee7d0ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (17b46e31-c47e-4d70-a733-ff0b07cd49e6), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:33.153865 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-da282dff-3151-4201-aeed-1886ee7d0ccc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a72c6fc972cd43159318b2869f3bb15a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3668261 Jan 27 08:15:33.156481 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 56202) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:33.158626 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da282dff-3151-4201-aeed-1886ee7d0ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b46e31-c47e-4d70-a733-ff0b07cd49e6,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:33.192107 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-010425a8-97aa-4527-a7a0-1ad81deb828f req-45e3f76a-c143-46ae-be51-da375f86089d tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907054 Jan 27 08:15:33.228691 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-735e6496-ff04-4707-810f-157d0cb6c4d3 admin admin] Publish callbacks [] for security_group (17b46e31-c47e-4d70-a733-ff0b07cd49e6), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:33.257071 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-735e6496-ff04-4707-810f-157d0cb6c4d3 admin admin] Publish callbacks [] for security_group (17b46e31-c47e-4d70-a733-ff0b07cd49e6), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:33.309551 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-735e6496-ff04-4707-810f-157d0cb6c4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (17b46e31-c47e-4d70-a733-ff0b07cd49e6), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:33.313036 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-735e6496-ff04-4707-810f-157d0cb6c4d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:33.314747 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-735e6496-ff04-4707-810f-157d0cb6c4d3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/17b46e31-c47e-4d70-a733-ff0b07cd49e6 HTTP/1.1" status: 204 len: 168 time: 0.1572504 Jan 27 08:15:33.322757 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735e6496-ff04-4707-810f-157d0cb6c4d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b46e31-c47e-4d70-a733-ff0b07cd49e6,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:33.395722 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device 2cef0fde-7ee1-4668-9eed-893392c43e50 details requested by agent hyperv_hv-cinder-82658 with host hv-cinder-82658 {{(pid=102577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 08:15:33.398206 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device 09dcb9a1-f3fe-4422-ae90-9168f84604eb up at agent hyperv_hv-cinder-82658 {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:15:33.510630 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e04beeb-b076-4314-a33e-992ac282427e req-2042a7fc-bdf4-4a5c-b3cb-f3fdcc009ab3 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:33.512575 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-4e04beeb-b076-4314-a33e-992ac282427e req-2042a7fc-bdf4-4a5c-b3cb-f3fdcc009ab3 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 943 time: 0.0690114 Jan 27 08:15:33.530641 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Provisioning for port 09dcb9a1-f3fe-4422-ae90-9168f84604eb completed by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 08:15:33.544094 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Provisioning complete for port 09dcb9a1-f3fe-4422-ae90-9168f84604eb triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:15:33.544485 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (09dcb9a1-f3fe-4422-ae90-9168f84604eb), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:33.596663 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-4e04beeb-b076-4314-a33e-992ac282427e req-ef74c98b-10ab-43a4-ba31-8bf392b7adfd tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649989 Jan 27 08:15:33.612435 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port 2cef0fde-7ee1-4668-9eed-893392c43e50, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=2cef0fde-7ee1-4668-9eed-893392c43e50,segment=NetworkSegment(d52c0c22-6164-4420-8fd5-d7a3d432294e),segment_id=d52c0c22-6164-4420-8fd5-d7a3d432294e)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:15:33.628220 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Returning: {'device': '2cef0fde-7ee1-4668-9eed-893392c43e50', 'network_id': 'eb16c640-8d70-456d-b9db-6e89eb7e23c3', 'port_id': '2cef0fde-7ee1-4668-9eed-893392c43e50', 'mac_address': 'fa:16:3e:7c:0d:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57070168-9245-4dd6-b7ac-0c997e12d4d3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 08:15:33.659411 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 56220) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:33.676272 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-31e4c26d-5f2a-4ced-9f62-97a8d2c3b332 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:33.729937 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Current status of the port 09dcb9a1-f3fe-4422-ae90-9168f84604eb is: BUILD; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:15:33.730504 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (09dcb9a1-f3fe-4422-ae90-9168f84604eb), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:33.778751 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port 09dcb9a1-f3fe-4422-ae90-9168f84604eb, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=09dcb9a1-f3fe-4422-ae90-9168f84604eb,segment=NetworkSegment(294324f3-9bd6-436f-a71b-f86457320cc4),segment_id=294324f3-9bd6-436f-a71b-f86457320cc4)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:15:33.787404 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-31e4c26d-5f2a-4ced-9f62-97a8d2c3b332 admin admin] Publish callbacks [] for security_group (4ec58234-3a95-4696-af97-eaf400325483), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:33.787640 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (09dcb9a1-f3fe-4422-ae90-9168f84604eb), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:33.793030 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Current status of the port 2cef0fde-7ee1-4668-9eed-893392c43e50 is: DOWN; New status is: BUILD {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:15:33.793198 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (2cef0fde-7ee1-4668-9eed-893392c43e50), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:33.794800 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-31e4c26d-5f2a-4ced-9f62-97a8d2c3b332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (4ec58234-3a95-4696-af97-eaf400325483), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:33.810840 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.notifiers.nova [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cef0fde-7ee1-4668-9eed-893392c43e50 {{(pid=102577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 08:15:33.876527 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port 2cef0fde-7ee1-4668-9eed-893392c43e50, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=2cef0fde-7ee1-4668-9eed-893392c43e50,segment=NetworkSegment(d52c0c22-6164-4420-8fd5-d7a3d432294e),segment_id=d52c0c22-6164-4420-8fd5-d7a3d432294e)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:15:33.886889 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (2cef0fde-7ee1-4668-9eed-893392c43e50), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:33.906130 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Pushing event updated for resources: {'Port': ['ID=09dcb9a1-f3fe-4422-ae90-9168f84604eb,revision_number=5']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:33.966534 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b308f9-cd6c-4da9-bec1-dde963a5ebef req-b93a824f-3598-455d-806e-6ce2a2463524 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:33.970779 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Pushing event updated for resources: {'Port': ['ID=2cef0fde-7ee1-4668-9eed-893392c43e50,revision_number=4']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:33.975390 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-f9b308f9-cd6c-4da9-bec1-dde963a5ebef req-b93a824f-3598-455d-806e-6ce2a2463524 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7ccb9d0-3f23-4bb9-b303-4d3c9d13ac63 HTTP/1.1" status: 200 len: 945 time: 0.0641358 Jan 27 08:15:34.023656 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-f9b308f9-cd6c-4da9-bec1-dde963a5ebef req-64d15bd1-728a-4bb3-b393-377b660e0fb4 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f7b64f7-7347-4318-a139-75a0cbe91c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472023 Jan 27 08:15:34.048147 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-31e4c26d-5f2a-4ced-9f62-97a8d2c3b332 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8d483c86a6d547a680abc6de419eb769&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3871062 Jan 27 08:15:34.050059 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e4c26d-5f2a-4ced-9f62-97a8d2c3b332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec58234-3a95-4696-af97-eaf400325483,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:34.050771 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 56238) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:34.098359 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-de677543-fe40-4a96-b3a8-a0389b41a04e admin admin] Publish callbacks [] for security_group (4ec58234-3a95-4696-af97-eaf400325483), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:34.119481 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-de677543-fe40-4a96-b3a8-a0389b41a04e admin admin] Publish callbacks [] for security_group (4ec58234-3a95-4696-af97-eaf400325483), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:34.138435 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7348f05a-50bf-485e-abbe-07af5fb5ab8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09dcb9a1-f3fe-4422-ae90-9168f84604eb'}] {{(pid=102577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:15:34.141377 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ec6f2d63f069076934ea9a19260140f1f8696ff0c22b7471017e65d09815c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08745a9-f25e-431b-a726-2c848b74b00e" -d '{"events": [{"server_uuid": "7348f05a-50bf-485e-abbe-07af5fb5ab8d", "name": "network-vif-plugged", "status": "completed", "tag": "09dcb9a1-f3fe-4422-ae90-9168f84604eb"}]}' {{(pid=102577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:15:34.176463 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 08:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c597d9-b72c-47ee-a2e6-1cbf768b33a8 x-openstack-request-id: req-d3c597d9-b72c-47ee-a2e6-1cbf768b33a8 {{(pid=102577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:15:34.176805 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7348f05a-50bf-485e-abbe-07af5fb5ab8d", "name": "network-vif-plugged", "status": "completed", "tag": "09dcb9a1-f3fe-4422-ae90-9168f84604eb", "code": 200}]} {{(pid=102577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:15:34.177065 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d3c597d9-b72c-47ee-a2e6-1cbf768b33a8 {{(pid=102577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:15:34.177622 dv-cinder-826589-1-iscsi neutron-server[102577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7348f05a-50bf-485e-abbe-07af5fb5ab8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09dcb9a1-f3fe-4422-ae90-9168f84604eb', 'code': 200} Jan 27 08:15:34.196122 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa7391-24a4-40ca-9659-7e9e14d10fb0 req-feb19f84-95a1-47c0-8ce0-5611d83ccbb4 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:34.197604 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d6aa7391-24a4-40ca-9659-7e9e14d10fb0 req-feb19f84-95a1-47c0-8ce0-5611d83ccbb4 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 945 time: 0.0707371 Jan 27 08:15:34.213146 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-de677543-fe40-4a96-b3a8-a0389b41a04e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (4ec58234-3a95-4696-af97-eaf400325483), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:34.215576 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-de677543-fe40-4a96-b3a8-a0389b41a04e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:34.216619 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-de677543-fe40-4a96-b3a8-a0389b41a04e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4ec58234-3a95-4696-af97-eaf400325483 HTTP/1.1" status: 204 len: 168 time: 0.1648965 Jan 27 08:15:34.234722 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de677543-fe40-4a96-b3a8-a0389b41a04e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec58234-3a95-4696-af97-eaf400325483,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:34.266267 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d6aa7391-24a4-40ca-9659-7e9e14d10fb0 req-cd857dd2-c419-44a1-b77e-e78b136b5843 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?id=25056870-6882-4f7c-b7e2-0d78781f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615289 Jan 27 08:15:34.323522 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d449eaaa-8939-4cd6-a1c9-ac0bc1db3efa req-af0896b8-41a5-412b-a8be-a696d3504f47 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:34.325039 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d449eaaa-8939-4cd6-a1c9-ac0bc1db3efa req-af0896b8-41a5-412b-a8be-a696d3504f47 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 945 time: 0.0482812 Jan 27 08:15:34.375821 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d449eaaa-8939-4cd6-a1c9-ac0bc1db3efa req-999183e8-ac54-4075-b065-f59373cd2372 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415490 Jan 27 08:15:34.701868 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0d627-d2d8-443e-a326-c387a7101380 req-392ca53b-69a6-4578-b43a-af944cdc4ae4 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:34.703356 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-bbf0d627-d2d8-443e-a326-c387a7101380 req-392ca53b-69a6-4578-b43a-af944cdc4ae4 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 944 time: 0.0506725 Jan 27 08:15:34.751205 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-bbf0d627-d2d8-443e-a326-c387a7101380 req-9f07ba60-f148-4971-8eec-84fa845bd9d2 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424390 Jan 27 08:15:35.133058 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51270d65-0af1-4e1e-8093-80c306a319b5 req-1d416657-7b2f-4fde-b152-62f568fd3dce tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:35.134558 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-51270d65-0af1-4e1e-8093-80c306a319b5 req-1d416657-7b2f-4fde-b152-62f568fd3dce tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7ccb9d0-3f23-4bb9-b303-4d3c9d13ac63 HTTP/1.1" status: 200 len: 945 time: 0.0466847 Jan 27 08:15:35.182250 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-51270d65-0af1-4e1e-8093-80c306a319b5 req-32d2d789-e63b-49f3-bb1f-8d4d15645474 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f7b64f7-7347-4318-a139-75a0cbe91c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417247 Jan 27 08:15:35.382399 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deee8ba-2ad4-48de-bd82-402b6dc9047b req-14ba590f-9e05-42d7-8b57-3790669655f1 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:35.383890 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-6deee8ba-2ad4-48de-bd82-402b6dc9047b req-14ba590f-9e05-42d7-8b57-3790669655f1 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 945 time: 0.0481827 Jan 27 08:15:35.434535 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-6deee8ba-2ad4-48de-bd82-402b6dc9047b req-37e530a2-5005-4065-9b2e-b6df097293e7 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?id=25056870-6882-4f7c-b7e2-0d78781f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452881 Jan 27 08:15:35.498139 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c7a274-d8fb-4172-9386-5ca49f1137e8 req-ad9ddeed-d22a-4e14-aee2-7c998042757d tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:35.500347 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b2c7a274-d8fb-4172-9386-5ca49f1137e8 req-ad9ddeed-d22a-4e14-aee2-7c998042757d tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 945 time: 0.0504584 Jan 27 08:15:35.546612 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b2c7a274-d8fb-4172-9386-5ca49f1137e8 req-be730dd4-8fc4-41f5-89c0-a0af8fc4bda6 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405364 Jan 27 08:15:35.872098 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662383c7-612f-4cbc-ab15-22dc96817228 req-dd1d2554-7e28-46f1-8689-83252e404009 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:35.873630 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-662383c7-612f-4cbc-ab15-22dc96817228 req-dd1d2554-7e28-46f1-8689-83252e404009 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 944 time: 0.0477364 Jan 27 08:15:35.926434 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-662383c7-612f-4cbc-ab15-22dc96817228 req-e7c77bc7-3ca3-44ab-88a2-cb35aee4a2b6 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471554 Jan 27 08:15:35.932177 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 56318) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:36.043567 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-03df867d-91f4-4b81-adb6-d1b83370d096 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:36.115781 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-03df867d-91f4-4b81-adb6-d1b83370d096 admin admin] Publish callbacks [] for security_group (c31a3778-e0ac-4d4d-b742-1b1180a1ea87), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:36.119650 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-03df867d-91f4-4b81-adb6-d1b83370d096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (c31a3778-e0ac-4d4d-b742-1b1180a1ea87), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:36.154398 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03df867d-91f4-4b81-adb6-d1b83370d096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31a3778-e0ac-4d4d-b742-1b1180a1ea87,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:36.160071 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-03df867d-91f4-4b81-adb6-d1b83370d096 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=73dec61adeaa40b383ac765f4fe6aaf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2268126 Jan 27 08:15:36.162867 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 56328) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:36.221312 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-83f6ac97-fc07-4b14-96b2-819882af790e admin admin] Publish callbacks [] for security_group (c31a3778-e0ac-4d4d-b742-1b1180a1ea87), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:36.249646 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-83f6ac97-fc07-4b14-96b2-819882af790e admin admin] Publish callbacks [] for security_group (c31a3778-e0ac-4d4d-b742-1b1180a1ea87), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:36.307921 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ae8c4-8aa2-4cfe-bf47-20cabfc99bee req-c289709e-8ea2-4b5d-af08-d4e056877ddd tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:36.309545 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-042ae8c4-8aa2-4cfe-bf47-20cabfc99bee req-c289709e-8ea2-4b5d-af08-d4e056877ddd tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7ccb9d0-3f23-4bb9-b303-4d3c9d13ac63 HTTP/1.1" status: 200 len: 945 time: 0.0566523 Jan 27 08:15:36.328902 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1341aca-58cd-4fd6-9916-55c0663b2c3b req-b92182c6-8962-443d-b9b0-83a30059fa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:36.331204 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-f1341aca-58cd-4fd6-9916-55c0663b2c3b req-b92182c6-8962-443d-b9b0-83a30059fa2c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 1098 time: 0.0563800 Jan 27 08:15:36.353851 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-83f6ac97-fc07-4b14-96b2-819882af790e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (c31a3778-e0ac-4d4d-b742-1b1180a1ea87), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:36.356742 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-83f6ac97-fc07-4b14-96b2-819882af790e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:36.369004 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-042ae8c4-8aa2-4cfe-bf47-20cabfc99bee req-7a8ecc30-033f-4706-88ff-24b079452e3b tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f7b64f7-7347-4318-a139-75a0cbe91c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531030 Jan 27 08:15:36.369216 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-83f6ac97-fc07-4b14-96b2-819882af790e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c31a3778-e0ac-4d4d-b742-1b1180a1ea87 HTTP/1.1" status: 204 len: 168 time: 0.1959069 Jan 27 08:15:36.390816 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f6ac97-fc07-4b14-96b2-819882af790e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31a3778-e0ac-4d4d-b742-1b1180a1ea87,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:36.405971 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-f1341aca-58cd-4fd6-9916-55c0663b2c3b req-cd11fd3b-14f6-47e0-9688-4f787b396d36 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=25056870-6882-4f7c-b7e2-0d78781f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657156 Jan 27 08:15:36.548259 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f7c2a-8e00-4832-8c74-0774a1f10d25 req-3d0c2540-06c4-4bf9-96bc-9f40ff51b401 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:36.549886 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-fc3f7c2a-8e00-4832-8c74-0774a1f10d25 req-3d0c2540-06c4-4bf9-96bc-9f40ff51b401 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 945 time: 0.0468917 Jan 27 08:15:36.598979 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-fc3f7c2a-8e00-4832-8c74-0774a1f10d25 req-b9476151-55da-43a1-b7d4-68503be22309 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?id=25056870-6882-4f7c-b7e2-0d78781f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436499 Jan 27 08:15:36.605621 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] get_ports_and_sgs() called for port_ids ['2cef0fde-7ee1-4668-9eed-893392c43e50'] {{(pid=102577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 08:15:36.654880 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 56342) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:36.668831 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-db651843-bc76-4008-a03c-61bbbb858890 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:36.684005 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b73d8-1fc2-4d40-a36b-b76753ea3766 req-18aabb60-e8cf-4321-addd-a999a2267d64 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:36.685640 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-1a4b73d8-1fc2-4d40-a36b-b76753ea3766 req-18aabb60-e8cf-4321-addd-a999a2267d64 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 945 time: 0.0533445 Jan 27 08:15:36.744356 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-1a4b73d8-1fc2-4d40-a36b-b76753ea3766 req-5e4c530a-1363-448e-8405-319877a8dfdc tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498402 Jan 27 08:15:36.778885 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-db651843-bc76-4008-a03c-61bbbb858890 admin admin] Publish callbacks [] for security_group (6ec7becd-8ef8-4978-8fbc-9df80585725e), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:36.782773 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-db651843-bc76-4008-a03c-61bbbb858890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (6ec7becd-8ef8-4978-8fbc-9df80585725e), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:36.816331 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db651843-bc76-4008-a03c-61bbbb858890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec7becd-8ef8-4978-8fbc-9df80585725e,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:36.829021 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-db651843-bc76-4008-a03c-61bbbb858890 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f9248983f5fe429e864b9f079e26bde8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1727483 Jan 27 08:15:36.831581 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 56344) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:36.883638 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-790365a4-1dc4-4e27-98b6-577cb4cd5ebe admin admin] Publish callbacks [] for security_group (6ec7becd-8ef8-4978-8fbc-9df80585725e), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:36.906492 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-790365a4-1dc4-4e27-98b6-577cb4cd5ebe admin admin] Publish callbacks [] for security_group (6ec7becd-8ef8-4978-8fbc-9df80585725e), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:36.953673 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-790365a4-1dc4-4e27-98b6-577cb4cd5ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (6ec7becd-8ef8-4978-8fbc-9df80585725e), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:36.956407 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-790365a4-1dc4-4e27-98b6-577cb4cd5ebe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:36.957747 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-790365a4-1dc4-4e27-98b6-577cb4cd5ebe admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6ec7becd-8ef8-4978-8fbc-9df80585725e HTTP/1.1" status: 204 len: 168 time: 0.1250536 Jan 27 08:15:36.965679 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790365a4-1dc4-4e27-98b6-577cb4cd5ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec7becd-8ef8-4978-8fbc-9df80585725e,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:37.061075 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4569366f-a481-47a8-af40-e010406b73d3 req-30116be9-183d-4e94-bf63-5837ada7afb4 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:37.062868 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-4569366f-a481-47a8-af40-e010406b73d3 req-30116be9-183d-4e94-bf63-5837ada7afb4 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 944 time: 0.0554533 Jan 27 08:15:37.137859 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-4569366f-a481-47a8-af40-e010406b73d3 req-3473748a-5203-4fce-b32e-3ea3398c9ad9 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643749 Jan 27 08:15:37.495393 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c5cd9d-0b78-411b-b892-a70d2cda66c5 req-01db11b2-0524-4cf8-aafb-4a8d03ee3a50 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:37.496987 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-f0c5cd9d-0b78-411b-b892-a70d2cda66c5 req-01db11b2-0524-4cf8-aafb-4a8d03ee3a50 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7ccb9d0-3f23-4bb9-b303-4d3c9d13ac63 HTTP/1.1" status: 200 len: 945 time: 0.0512476 Jan 27 08:15:37.552703 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-f0c5cd9d-0b78-411b-b892-a70d2cda66c5 req-3adb6b8e-d2a6-41cd-8817-ca366bb73ad5 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f7b64f7-7347-4318-a139-75a0cbe91c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487444 Jan 27 08:15:37.731907 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d580958-902a-48e8-a272-8bcea9ed2eb2 req-244c6527-9a50-4291-b42f-1e9e5acd1da9 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:37.745589 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-9d580958-902a-48e8-a272-8bcea9ed2eb2 req-244c6527-9a50-4291-b42f-1e9e5acd1da9 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 945 time: 0.0754673 Jan 27 08:15:37.802230 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-9d580958-902a-48e8-a272-8bcea9ed2eb2 req-503a32e3-5079-45a2-bb1a-ec8242ba044b tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?id=25056870-6882-4f7c-b7e2-0d78781f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554776 Jan 27 08:15:37.911725 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c3ea11-e5a6-4822-8557-28339b83ab2c req-8b7944b4-3efb-4740-adec-46e1d90d540b tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:37.913477 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d9c3ea11-e5a6-4822-8557-28339b83ab2c req-8b7944b4-3efb-4740-adec-46e1d90d540b tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 945 time: 0.0745754 Jan 27 08:15:37.971622 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d9c3ea11-e5a6-4822-8557-28339b83ab2c req-b7c561e3-d195-436c-9141-e9cfaad12f53 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521069 Jan 27 08:15:38.256898 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03bdf2c-cb3b-4fcd-a0b0-88debe14b544 req-c6848ea3-74ae-48a1-8fe9-a1a03a0824c8 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:38.258333 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b03bdf2c-cb3b-4fcd-a0b0-88debe14b544 req-c6848ea3-74ae-48a1-8fe9-a1a03a0824c8 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 944 time: 0.0529020 Jan 27 08:15:38.347861 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b03bdf2c-cb3b-4fcd-a0b0-88debe14b544 req-2e9058eb-a3bc-4858-a51b-18bf3b7e5c34 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822110 Jan 27 08:15:38.355586 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd494b7-d5c6-47c8-af87-28dc558715df req-b41b4701-359a-470c-85b1-59fd58b9cfe0 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:38.357090 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-2bd494b7-d5c6-47c8-af87-28dc558715df req-b41b4701-359a-470c-85b1-59fd58b9cfe0 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 945 time: 0.0838509 Jan 27 08:15:38.418023 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-2bd494b7-d5c6-47c8-af87-28dc558715df req-1701188a-3b23-47c6-95e2-9c27a3e7e52c tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516415 Jan 27 08:15:38.666845 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.agents_db [None req-38ef7be0-44ce-4a1a-bebd-f97a99571a56 None None] Agent healthcheck: found 6 active agents {{(pid=102578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 08:15:38.920136 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a6af27-fd8e-4c51-aefc-bc84dfce4886 req-09df1445-b78a-410c-b8dc-39dda3fe9c3e tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:38.922205 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-34a6af27-fd8e-4c51-aefc-bc84dfce4886 req-09df1445-b78a-410c-b8dc-39dda3fe9c3e tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 945 time: 0.0476267 Jan 27 08:15:38.969849 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-34a6af27-fd8e-4c51-aefc-bc84dfce4886 req-e49fd992-5d67-427f-8aa6-929f71112062 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?id=25056870-6882-4f7c-b7e2-0d78781f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421741 Jan 27 08:15:39.348180 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 56480) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:39.430154 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c00826f-ff18-48b8-bf12-6526145d9b28 req-33f71414-f430-41ea-80a1-ddfc16f869b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:39.432136 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-3c00826f-ff18-48b8-bf12-6526145d9b28 req-33f71414-f430-41ea-80a1-ddfc16f869b9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=494feea85d154e5fb70b8c9bb9392067&device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 1098 time: 0.0478225 Jan 27 08:15:39.471976 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-c27c97f8-9db5-4d5a-866c-b6a978b32f4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:39.516952 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d6ab9-2399-4346-9125-776eb8799b35 req-b2a32233-eadf-4df8-b4f8-e861a6a85b24 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:39.518417 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-892d6ab9-2399-4346-9125-776eb8799b35 req-b2a32233-eadf-4df8-b4f8-e861a6a85b24 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 944 time: 0.0891037 Jan 27 08:15:39.614131 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247738c1-addf-4b59-8f76-2f99c16a1c41 req-d1a426f9-d493-41c8-8b4a-a1ce59f26dfd tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:39.615648 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-247738c1-addf-4b59-8f76-2f99c16a1c41 req-d1a426f9-d493-41c8-8b4a-a1ce59f26dfd tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 945 time: 0.1231854 Jan 27 08:15:39.637969 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-892d6ab9-2399-4346-9125-776eb8799b35 req-b3d95a0b-2088-4313-b251-54029e53bba2 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049855 Jan 27 08:15:39.678469 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-c27c97f8-9db5-4d5a-866c-b6a978b32f4b admin admin] Publish callbacks [] for security_group (49e19619-cc51-4d7f-a30f-090c989b5cec), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:39.685648 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-c27c97f8-9db5-4d5a-866c-b6a978b32f4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (49e19619-cc51-4d7f-a30f-090c989b5cec), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:39.699215 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-247738c1-addf-4b59-8f76-2f99c16a1c41 req-afc26027-1a11-4b19-8d08-f0259af41320 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750937 Jan 27 08:15:39.727540 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27c97f8-9db5-4d5a-866c-b6a978b32f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e19619-cc51-4d7f-a30f-090c989b5cec,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:39.733085 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-c27c97f8-9db5-4d5a-866c-b6a978b32f4b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=991d43d15db74ba88789d8dab174a9e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3837750 Jan 27 08:15:39.735666 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 56490) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:39.787663 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-8c14940b-1046-4f0a-9b34-fc2845ab9395 admin admin] Publish callbacks [] for security_group (49e19619-cc51-4d7f-a30f-090c989b5cec), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:39.807792 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-8c14940b-1046-4f0a-9b34-fc2845ab9395 admin admin] Publish callbacks [] for security_group (49e19619-cc51-4d7f-a30f-090c989b5cec), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:39.852188 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-8c14940b-1046-4f0a-9b34-fc2845ab9395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (49e19619-cc51-4d7f-a30f-090c989b5cec), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:39.854784 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-8c14940b-1046-4f0a-9b34-fc2845ab9395 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:39.855976 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-8c14940b-1046-4f0a-9b34-fc2845ab9395 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/49e19619-cc51-4d7f-a30f-090c989b5cec HTTP/1.1" status: 204 len: 168 time: 0.1193535 Jan 27 08:15:39.863685 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c14940b-1046-4f0a-9b34-fc2845ab9395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e19619-cc51-4d7f-a30f-090c989b5cec,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:40.086501 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990cae18-f85e-4bb7-8c3d-980373b17f22 req-335ebe8a-455e-47a7-90f8-f3e4738615b1 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:40.088012 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-990cae18-f85e-4bb7-8c3d-980373b17f22 req-335ebe8a-455e-47a7-90f8-f3e4738615b1 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 945 time: 0.0512288 Jan 27 08:15:40.135408 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-990cae18-f85e-4bb7-8c3d-980373b17f22 req-90352cbd-a50e-4bdb-86a0-5489bfc95c0b tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?id=25056870-6882-4f7c-b7e2-0d78781f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416875 Jan 27 08:15:40.139095 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 56502) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:40.152338 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-025a0e79-f9e5-4c1c-8263-b0ab777847a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:40.223068 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-025a0e79-f9e5-4c1c-8263-b0ab777847a2 admin admin] Publish callbacks [] for security_group (5da3acb4-7206-4d57-ba63-8ff8df2a3e70), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:40.226568 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-025a0e79-f9e5-4c1c-8263-b0ab777847a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (5da3acb4-7206-4d57-ba63-8ff8df2a3e70), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:40.265716 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-025a0e79-f9e5-4c1c-8263-b0ab777847a2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6f3e127437e748e1afba18ffff0ce800&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1250389 Jan 27 08:15:40.267665 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025a0e79-f9e5-4c1c-8263-b0ab777847a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da3acb4-7206-4d57-ba63-8ff8df2a3e70,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:40.268454 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 56504) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:40.323862 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device 2cef0fde-7ee1-4668-9eed-893392c43e50 up at agent hyperv_hv-cinder-82658 {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:15:40.330766 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-af187fa7-8fa2-4140-980b-42952d6c2634 admin admin] Publish callbacks [] for security_group (5da3acb4-7206-4d57-ba63-8ff8df2a3e70), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:40.377367 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Provisioning for port 2cef0fde-7ee1-4668-9eed-893392c43e50 completed by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 08:15:40.381964 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Provisioning complete for port 2cef0fde-7ee1-4668-9eed-893392c43e50 triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:15:40.382367 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (2cef0fde-7ee1-4668-9eed-893392c43e50), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:40.391028 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-af187fa7-8fa2-4140-980b-42952d6c2634 admin admin] Publish callbacks [] for security_group (5da3acb4-7206-4d57-ba63-8ff8df2a3e70), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:40.446832 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c00826f-ff18-48b8-bf12-6526145d9b28 req-79aeef97-096d-4e13-84e4-d0dad75fd05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:40.448341 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-3c00826f-ff18-48b8-bf12-6526145d9b28 req-79aeef97-096d-4e13-84e4-d0dad75fd05b service neutron] 10.222.0.72 "GET /v2.0/networks?id=ce45940d-ecbf-47a0-9d51-ed21ab35fe07 HTTP/1.1" status: 200 len: 919 time: 0.1385229 Jan 27 08:15:40.461786 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-af187fa7-8fa2-4140-980b-42952d6c2634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (5da3acb4-7206-4d57-ba63-8ff8df2a3e70), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:40.463702 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Current status of the port 2cef0fde-7ee1-4668-9eed-893392c43e50 is: BUILD; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:15:40.464090 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (2cef0fde-7ee1-4668-9eed-893392c43e50), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:40.464874 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-af187fa7-8fa2-4140-980b-42952d6c2634 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:40.469129 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-af187fa7-8fa2-4140-980b-42952d6c2634 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5da3acb4-7206-4d57-ba63-8ff8df2a3e70 HTTP/1.1" status: 204 len: 168 time: 0.1995037 Jan 27 08:15:40.495261 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7370227b-9eb7-4890-ac0c-56d1b1440387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cef0fde-7ee1-4668-9eed-893392c43e50'}] {{(pid=102577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:15:40.497608 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ec6f2d63f069076934ea9a19260140f1f8696ff0c22b7471017e65d09815c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e703a314-fee9-4c37-a3c9-50fc4bcbdb3b" -d '{"events": [{"server_uuid": "7370227b-9eb7-4890-ac0c-56d1b1440387", "name": "network-vif-plugged", "status": "completed", "tag": "2cef0fde-7ee1-4668-9eed-893392c43e50"}]}' {{(pid=102577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:15:40.510457 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port 2cef0fde-7ee1-4668-9eed-893392c43e50, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=2cef0fde-7ee1-4668-9eed-893392c43e50,segment=NetworkSegment(d52c0c22-6164-4420-8fd5-d7a3d432294e),segment_id=d52c0c22-6164-4420-8fd5-d7a3d432294e)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:15:40.515922 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (2cef0fde-7ee1-4668-9eed-893392c43e50), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:40.516869 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-3c00826f-ff18-48b8-bf12-6526145d9b28 req-643020d2-c7be-43b4-859f-571bafac3e17 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65f96da9-810c-41f2-b66a-b0b07fd21f30 HTTP/1.1" status: 200 len: 217 time: 0.0465078 Jan 27 08:15:40.517887 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af187fa7-8fa2-4140-980b-42952d6c2634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da3acb4-7206-4d57-ba63-8ff8df2a3e70,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:40.545182 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 08:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8393ee2e-2470-4e5e-a465-05173c8e35ee x-openstack-request-id: req-8393ee2e-2470-4e5e-a465-05173c8e35ee {{(pid=102577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:15:40.546036 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7370227b-9eb7-4890-ac0c-56d1b1440387", "name": "network-vif-plugged", "status": "completed", "tag": "2cef0fde-7ee1-4668-9eed-893392c43e50", "code": 200}]} {{(pid=102577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:15:40.546289 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8393ee2e-2470-4e5e-a465-05173c8e35ee {{(pid=102577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:15:40.546720 dv-cinder-826589-1-iscsi neutron-server[102577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7370227b-9eb7-4890-ac0c-56d1b1440387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cef0fde-7ee1-4668-9eed-893392c43e50', 'code': 200} Jan 27 08:15:40.574539 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c00826f-ff18-48b8-bf12-6526145d9b28 req-e9da967f-b2d8-4610-90c8-622c25ecae57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:40.581605 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-3c00826f-ff18-48b8-bf12-6526145d9b28 req-e9da967f-b2d8-4610-90c8-622c25ecae57 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=616d213d-6c5b-4a88-a3ce-dc11ee07f260 HTTP/1.1" status: 200 len: 858 time: 0.0577455 Jan 27 08:15:40.596789 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Pushing event updated for resources: {'Port': ['ID=2cef0fde-7ee1-4668-9eed-893392c43e50,revision_number=5']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:40.661494 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-3c00826f-ff18-48b8-bf12-6526145d9b28 req-1cee9468-72e4-4062-950e-aea3c007b5c4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ce45940d-ecbf-47a0-9d51-ed21ab35fe07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279212 Jan 27 08:15:40.799753 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e28d7f-cac4-4557-a821-2cc4881844cf req-636f41eb-504b-4999-ad5e-9939a303d3a9 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:40.806291 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-27e28d7f-cac4-4557-a821-2cc4881844cf req-636f41eb-504b-4999-ad5e-9939a303d3a9 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 945 time: 0.0829685 Jan 27 08:15:40.825561 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc31b3a-cdc7-4381-9d77-cfcc19d1a27c req-60c457e1-2b8c-4887-8b00-0612ba7fa0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:40.827432 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-5fc31b3a-cdc7-4381-9d77-cfcc19d1a27c req-60c457e1-2b8c-4887-8b00-0612ba7fa0a2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 1098 time: 0.0692000 Jan 27 08:15:40.860206 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-3c00826f-ff18-48b8-bf12-6526145d9b28 req-8ab304e3-a2b8-4ecd-a591-7f5c3ae9451e service neutron] 10.222.0.72 "GET /v2.0/networks/ce45940d-ecbf-47a0-9d51-ed21ab35fe07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795089 Jan 27 08:15:40.897581 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-5fc31b3a-cdc7-4381-9d77-cfcc19d1a27c req-ebea347a-f62b-46e3-a2c7-27a016264d61 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624483 Jan 27 08:15:40.917060 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-27e28d7f-cac4-4557-a821-2cc4881844cf req-1dcaa335-24ac-4938-bac7-d18587a9e403 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049578 Jan 27 08:15:40.941521 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f811483e-27c8-4a06-85aa-f5c45963846d req-b0033a28-fd63-42ae-a7b3-a3f19ea3c2d1 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:40.948890 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-f811483e-27c8-4a06-85aa-f5c45963846d req-b0033a28-fd63-42ae-a7b3-a3f19ea3c2d1 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 945 time: 0.0956936 Jan 27 08:15:41.000925 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-f811483e-27c8-4a06-85aa-f5c45963846d req-afd0203c-69e5-4f72-b620-ad2e48160b11 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509336 Jan 27 08:15:41.251177 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e86761-3ecf-4c47-a13d-a143dd3377c9 req-53e1cf57-c1a3-4e14-a475-99e7cb9b7a0c tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:41.252658 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a0e86761-3ecf-4c47-a13d-a143dd3377c9 req-53e1cf57-c1a3-4e14-a475-99e7cb9b7a0c tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 945 time: 0.0523081 Jan 27 08:15:41.299729 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a0e86761-3ecf-4c47-a13d-a143dd3377c9 req-adf86d10-9477-4448-8d9d-2bc45ee3430c tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?id=25056870-6882-4f7c-b7e2-0d78781f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415144 Jan 27 08:15:41.464097 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb592add-2120-4b22-a9c4-e3ed3a361e3d req-db252797-7dfa-46f8-9379-078d89d1f709 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:41.465614 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-cb592add-2120-4b22-a9c4-e3ed3a361e3d req-db252797-7dfa-46f8-9379-078d89d1f709 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 945 time: 0.0573487 Jan 27 08:15:41.474910 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 56562) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:41.479650 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [None req-4e0daeba-3f64-4761-9cd0-a5cc28eef9a0 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Request body: {'floatingip': {'port_id': '09dcb9a1-f3fe-4422-ae90-9168f84604eb'}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:15:41.559900 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-4e0daeba-3f64-4761-9cd0-a5cc28eef9a0 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks [] for floatingip (bf5bf373-135b-4c40-89d1-5b18571eb2e4), before_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:42.239062 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db52fbf0-fa66-48fa-8f7d-edf7a187eeff req-5b9f636c-e873-4286-9196-177a1de8a041 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:42.240420 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-db52fbf0-fa66-48fa-8f7d-edf7a187eeff req-5b9f636c-e873-4286-9196-177a1de8a041 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 945 time: 0.2270963 Jan 27 08:15:42.298989 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a9d0e-2b7a-4ff1-bb1a-43dafffa8f8f req-1e3c62cd-c14e-4daa-a117-92919d08a328 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:42.300429 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-163a9d0e-2b7a-4ff1-bb1a-43dafffa8f8f req-1e3c62cd-c14e-4daa-a117-92919d08a328 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 945 time: 0.2051239 Jan 27 08:15:42.452116 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-db52fbf0-fa66-48fa-8f7d-edf7a187eeff req-cc67b972-6256-44a3-8fc8-2255f53c905d tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1982665 Jan 27 08:15:42.487753 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-163a9d0e-2b7a-4ff1-bb1a-43dafffa8f8f req-21d1082e-8daf-48c5-9d75-10a98f5fac9d tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815944 Jan 27 08:15:42.503039 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-4e0daeba-3f64-4761-9cd0-a5cc28eef9a0 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:42.507132 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-4e0daeba-3f64-4761-9cd0-a5cc28eef9a0 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549487'] for floatingip (bf5bf373-135b-4c40-89d1-5b18571eb2e4), after_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:42.604142 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.db.l3_db [None req-4e0daeba-3f64-4761-9cd0-a5cc28eef9a0 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Floating IP bf5bf373-135b-4c40-89d1-5b18571eb2e4 associated. External IP: 172.27.1.108, port: 09dcb9a1-f3fe-4422-ae90-9168f84604eb. Jan 27 08:15:42.807038 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e0daeba-3f64-4761-9cd0-a5cc28eef9a0 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Router 78a34c9b-b651-4687-8029-7f281d2c7ec8 has already been hosted by L3 agent c4292dc4-d7f6-4187-994e-0142c7d14647 {{(pid=102576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 08:15:42.910465 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0daeba-3f64-4761-9cd0-a5cc28eef9a0 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Notify agent at l3_agent.dv-cinder-826589-1-iscsi the message routers_updated {{(pid=102576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 08:15:42.915295 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-4e0daeba-3f64-4761-9cd0-a5cc28eef9a0 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for floatingip (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:42.923307 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3898eabd-74fb-4cf5-aae5-dbfcc95fee7d None None] Sync routers for ids ['78a34c9b-b651-4687-8029-7f281d2c7ec8'] in dv-cinder-826589-1-iscsi {{(pid=102578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 08:15:42.934172 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3898eabd-74fb-4cf5-aae5-dbfcc95fee7d None None] Routers {'78a34c9b-b651-4687-8029-7f281d2c7ec8'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:15:42.934838 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-3898eabd-74fb-4cf5-aae5-dbfcc95fee7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:15:23Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['78a34c9b-b651-4687-8029-7f281d2c7ec8'], 'active': True} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:15:42.944857 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-4e0daeba-3f64-4761-9cd0-a5cc28eef9a0 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "PUT /v2.0/floatingips/bf5bf373-135b-4c40-89d1-5b18571eb2e4 HTTP/1.1" status: 200 len: 991 time: 1.4688382 Jan 27 08:15:42.945449 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7348f05a-50bf-485e-abbe-07af5fb5ab8d', 'tag': '09dcb9a1-f3fe-4422-ae90-9168f84604eb'}] {{(pid=102576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:15:42.947767 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e99b03222c8d2fef0e5d308316368c2f75dcb43852cf269b2a1b1136e13dae4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969cb040-40bd-453e-9ed0-6cfe8ff8a0bb" -d '{"events": [{"name": "network-changed", "server_uuid": "7348f05a-50bf-485e-abbe-07af5fb5ab8d", "tag": "09dcb9a1-f3fe-4422-ae90-9168f84604eb"}]}' {{(pid=102576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:15:42.993102 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 08:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601485fe-6867-4243-a00d-c540fd5a6cbf x-openstack-request-id: req-601485fe-6867-4243-a00d-c540fd5a6cbf {{(pid=102576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:15:42.993466 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7348f05a-50bf-485e-abbe-07af5fb5ab8d", "tag": "09dcb9a1-f3fe-4422-ae90-9168f84604eb", "status": "completed", "code": 200}]} {{(pid=102576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:15:42.993790 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-601485fe-6867-4243-a00d-c540fd5a6cbf {{(pid=102576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:15:42.994256 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7348f05a-50bf-485e-abbe-07af5fb5ab8d', 'tag': '09dcb9a1-f3fe-4422-ae90-9168f84604eb', 'status': 'completed', 'code': 200} Jan 27 08:15:43.052966 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvr_db [None req-3898eabd-74fb-4cf5-aae5-dbfcc95fee7d None None] Set router 78a34c9b-b651-4687-8029-7f281d2c7ec8 gateway port host: dv-cinder-826589-1-iscsi {{(pid=102578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:15:43.317966 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-3898eabd-74fb-4cf5-aae5-dbfcc95fee7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a34c9b-b651-4687-8029-7f281d2c7ec8', 'name': 'tempest-AttachVolumeTestJSON-1315933907-router', 'tenant_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '6bd706e7-7399-4bce-acef-9138b3a6821e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:14:51Z', 'updated_at': '2022-01-27T08:15:01Z', 'revision_number': 4, 'project_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'gw_port': {'id': '6bd706e7-7399-4bce-acef-9138b3a6821e', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a34c9b-b651-4687-8029-7f281d2c7ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:52Z', 'updated_at': '2022-01-27T08:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_floatingips': [{'id': 'bf5bf373-135b-4c40-89d1-5b18571eb2e4', 'tenant_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'floating_ip_address': '172.27.1.108', 'floating_network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'router_id': '78a34c9b-b651-4687-8029-7f281d2c7ec8', 'port_id': '09dcb9a1-f3fe-4422-ae90-9168f84604eb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7914447-2aa2-4569-84ca-e3ee909bc8ea', 'mac_address': 'fa:16:3e:61:c6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7348f05a-50bf-485e-abbe-07af5fb5ab8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T08:15:17Z', 'updated_at': '2022-01-27T08:15:42Z', 'revision_number': 1, 'project_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f', 'name': '', 'network_id': 'b7914447-2aa2-4569-84ca-e3ee909bc8ea', 'tenant_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'mac_address': 'fa:16:3e:c1:0b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a34c9b-b651-4687-8029-7f281d2c7ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '56dcdf12-0462-4feb-a564-4fe3cd20bfe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:58Z', 'updated_at': '2022-01-27T08:15:13Z', 'revision_number': 5, 'project_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'subnets': [{'id': '56dcdf12-0462-4feb-a564-4fe3cd20bfe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:15:43.346631 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3898eabd-74fb-4cf5-aae5-dbfcc95fee7d None None] Checking router: 78a34c9b-b651-4687-8029-7f281d2c7ec8 for host: dv-cinder-826589-1-iscsi {{(pid=102578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 08:15:43.354950 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3898eabd-74fb-4cf5-aae5-dbfcc95fee7d None None] Routers {'78a34c9b-b651-4687-8029-7f281d2c7ec8'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:15:43.355554 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-3898eabd-74fb-4cf5-aae5-dbfcc95fee7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:15:23Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['78a34c9b-b651-4687-8029-7f281d2c7ec8'], 'active': True} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:15:43.455962 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvr_db [None req-3898eabd-74fb-4cf5-aae5-dbfcc95fee7d None None] Set router 78a34c9b-b651-4687-8029-7f281d2c7ec8 gateway port host: dv-cinder-826589-1-iscsi {{(pid=102578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:15:43.573359 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a75613b-0173-485d-b947-74cbbcda3bc1 req-9b194e45-8e8e-467f-927e-ef0ddea071ef tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:43.574762 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-0a75613b-0173-485d-b947-74cbbcda3bc1 req-9b194e45-8e8e-467f-927e-ef0ddea071ef tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 945 time: 0.0491250 Jan 27 08:15:43.621136 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-0a75613b-0173-485d-b947-74cbbcda3bc1 req-d39e238f-4dcf-4d6f-bfbd-b99af494915a tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406213 Jan 27 08:15:43.676589 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-3898eabd-74fb-4cf5-aae5-dbfcc95fee7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a34c9b-b651-4687-8029-7f281d2c7ec8', 'name': 'tempest-AttachVolumeTestJSON-1315933907-router', 'tenant_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '6bd706e7-7399-4bce-acef-9138b3a6821e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:14:51Z', 'updated_at': '2022-01-27T08:15:01Z', 'revision_number': 4, 'project_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'gw_port': {'id': '6bd706e7-7399-4bce-acef-9138b3a6821e', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a34c9b-b651-4687-8029-7f281d2c7ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:52Z', 'updated_at': '2022-01-27T08:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_floatingips': [{'id': 'bf5bf373-135b-4c40-89d1-5b18571eb2e4', 'tenant_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'floating_ip_address': '172.27.1.108', 'floating_network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'router_id': '78a34c9b-b651-4687-8029-7f281d2c7ec8', 'port_id': '09dcb9a1-f3fe-4422-ae90-9168f84604eb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7914447-2aa2-4569-84ca-e3ee909bc8ea', 'mac_address': 'fa:16:3e:61:c6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7348f05a-50bf-485e-abbe-07af5fb5ab8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T08:15:17Z', 'updated_at': '2022-01-27T08:15:42Z', 'revision_number': 1, 'project_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f', 'name': '', 'network_id': 'b7914447-2aa2-4569-84ca-e3ee909bc8ea', 'tenant_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'mac_address': 'fa:16:3e:c1:0b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a34c9b-b651-4687-8029-7f281d2c7ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '56dcdf12-0462-4feb-a564-4fe3cd20bfe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:58Z', 'updated_at': '2022-01-27T08:15:13Z', 'revision_number': 5, 'project_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'subnets': [{'id': '56dcdf12-0462-4feb-a564-4fe3cd20bfe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:15:43.707825 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3898eabd-74fb-4cf5-aae5-dbfcc95fee7d None None] The sync data for ids ['78a34c9b-b651-4687-8029-7f281d2c7ec8'] in dv-cinder-826589-1-iscsi is: [{'id': '78a34c9b-b651-4687-8029-7f281d2c7ec8', 'name': 'tempest-AttachVolumeTestJSON-1315933907-router', 'tenant_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '6bd706e7-7399-4bce-acef-9138b3a6821e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:14:51Z', 'updated_at': '2022-01-27T08:15:01Z', 'revision_number': 4, 'project_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'gw_port': {'id': '6bd706e7-7399-4bce-acef-9138b3a6821e', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a34c9b-b651-4687-8029-7f281d2c7ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:52Z', 'updated_at': '2022-01-27T08:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_floatingips': [{'id': 'bf5bf373-135b-4c40-89d1-5b18571eb2e4', 'tenant_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'floating_ip_address': '172.27.1.108', 'floating_network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'router_id': '78a34c9b-b651-4687-8029-7f281d2c7ec8', 'port_id': '09dcb9a1-f3fe-4422-ae90-9168f84604eb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7914447-2aa2-4569-84ca-e3ee909bc8ea', 'mac_address': 'fa:16:3e:61:c6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7348f05a-50bf-485e-abbe-07af5fb5ab8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T08:15:17Z', 'updated_at': '2022-01-27T08:15:42Z', 'revision_number': 1, 'project_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f', 'name': '', 'network_id': 'b7914447-2aa2-4569-84ca-e3ee909bc8ea', 'tenant_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'mac_address': 'fa:16:3e:c1:0b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a34c9b-b651-4687-8029-7f281d2c7ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '56dcdf12-0462-4feb-a564-4fe3cd20bfe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:58Z', 'updated_at': '2022-01-27T08:15:13Z', 'revision_number': 5, 'project_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'subnets': [{'id': '56dcdf12-0462-4feb-a564-4fe3cd20bfe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 08:15:43.739973 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85554d5a-81b1-492f-a50d-06f2c8a61a24 req-fe409960-340b-4f7b-b0cd-89b7fa9343f6 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:43.741899 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-85554d5a-81b1-492f-a50d-06f2c8a61a24 req-fe409960-340b-4f7b-b0cd-89b7fa9343f6 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 945 time: 0.0544610 Jan 27 08:15:43.828563 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-85554d5a-81b1-492f-a50d-06f2c8a61a24 req-8d9ccfaf-4320-4f9c-8bfd-1e2606a00c76 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731087 Jan 27 08:15:43.919387 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969cb040-40bd-453e-9ed0-6cfe8ff8a0bb req-5dd2a0c5-f949-4733-959a-924016ed14d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:43.921513 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-969cb040-40bd-453e-9ed0-6cfe8ff8a0bb req-5dd2a0c5-f949-4733-959a-924016ed14d0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0b0ce26232dd4a1db254b56a7f995f4e&device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 1098 time: 0.0683336 Jan 27 08:15:43.923304 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-3c00826f-ff18-48b8-bf12-6526145d9b28 req-3ac4637e-7ca9-4076-845d-2fa112ac6c82 service neutron] 10.222.0.72 "GET /v2.0/networks/ce45940d-ecbf-47a0-9d51-ed21ab35fe07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734476 Jan 27 08:15:44.015685 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85fd74c-69d5-4ac0-864f-fe66ff3f1bf7 None None] New status for floating IP bf5bf373-135b-4c40-89d1-5b18571eb2e4: ACTIVE {{(pid=102577) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 08:15:44.068599 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969cb040-40bd-453e-9ed0-6cfe8ff8a0bb req-f3e85d1e-7b15-47c7-aa6b-4b13be7ab947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:44.070473 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-969cb040-40bd-453e-9ed0-6cfe8ff8a0bb req-f3e85d1e-7b15-47c7-aa6b-4b13be7ab947 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b7914447-2aa2-4569-84ca-e3ee909bc8ea HTTP/1.1" status: 200 len: 912 time: 0.1387806 Jan 27 08:15:44.217899 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-969cb040-40bd-453e-9ed0-6cfe8ff8a0bb req-65d5f211-52fe-4a8b-b50a-16949a08b8fb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09dcb9a1-f3fe-4422-ae90-9168f84604eb HTTP/1.1" status: 200 len: 999 time: 0.1317053 Jan 27 08:15:44.302102 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969cb040-40bd-453e-9ed0-6cfe8ff8a0bb req-dc272de0-6e8b-43c0-a0fe-cec84a24ecd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:44.303707 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-969cb040-40bd-453e-9ed0-6cfe8ff8a0bb req-dc272de0-6e8b-43c0-a0fe-cec84a24ecd2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=56dcdf12-0462-4feb-a564-4fe3cd20bfe1 HTTP/1.1" status: 200 len: 850 time: 0.0799134 Jan 27 08:15:44.389741 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969cb040-40bd-453e-9ed0-6cfe8ff8a0bb req-d42e5ec1-0ff8-4d47-a91b-f8bbf00711e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:44.391550 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-969cb040-40bd-453e-9ed0-6cfe8ff8a0bb req-d42e5ec1-0ff8-4d47-a91b-f8bbf00711e4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b7914447-2aa2-4569-84ca-e3ee909bc8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0655403 Jan 27 08:15:44.535138 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-969cb040-40bd-453e-9ed0-6cfe8ff8a0bb req-dec1ae49-2e63-49a8-94bb-d3ed7400ac81 service neutron] 10.222.0.72 "GET /v2.0/networks/b7914447-2aa2-4569-84ca-e3ee909bc8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363328 Jan 27 08:15:44.637741 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-969cb040-40bd-453e-9ed0-6cfe8ff8a0bb req-6fe4c0d7-676c-4662-a45b-e1b8d1e5839e service neutron] 10.222.0.72 "GET /v2.0/networks/b7914447-2aa2-4569-84ca-e3ee909bc8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959148 Jan 27 08:15:44.746718 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9298212-e56e-45a1-a80e-5599352b5b16 req-b85409b2-f694-464f-9050-8c3b69cd99db tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:44.749115 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b9298212-e56e-45a1-a80e-5599352b5b16 req-b85409b2-f694-464f-9050-8c3b69cd99db tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 945 time: 0.0539849 Jan 27 08:15:44.809748 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b9298212-e56e-45a1-a80e-5599352b5b16 req-e35ce845-c478-4e28-8882-108886c7fe84 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553110 Jan 27 08:15:45.029769 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18764525-8506-4680-a6cd-a869f00ee66e req-7516127c-92bd-496d-87fb-0943485e4244 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:45.031291 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-18764525-8506-4680-a6cd-a869f00ee66e req-7516127c-92bd-496d-87fb-0943485e4244 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 945 time: 0.0623078 Jan 27 08:15:45.112025 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-18764525-8506-4680-a6cd-a869f00ee66e req-df3a7662-db38-43ad-b440-83b96dc873be tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740657 Jan 27 08:15:45.936442 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb9e19-b7f4-4e92-9444-74dd3b9c9057 req-1e58e1a3-6abb-4c4e-b6a0-0e50878a530d tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:45.937953 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-eccb9e19-b7f4-4e92-9444-74dd3b9c9057 req-1e58e1a3-6abb-4c4e-b6a0-0e50878a530d tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 945 time: 0.0508971 Jan 27 08:15:46.162550 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-eccb9e19-b7f4-4e92-9444-74dd3b9c9057 req-821f3144-d2ec-40a0-a014-10d802593b2e tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2189283 Jan 27 08:15:46.270318 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20208b75-95fc-4fb8-acf6-70d6a1ec834f req-5143e819-fabf-427a-8003-a6d679ddeeed tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:46.271808 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-20208b75-95fc-4fb8-acf6-70d6a1ec834f req-5143e819-fabf-427a-8003-a6d679ddeeed tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 945 time: 0.0481102 Jan 27 08:15:46.337722 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-20208b75-95fc-4fb8-acf6-70d6a1ec834f req-a0df044c-229d-473e-a483-88889ca57b4c tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568929 Jan 27 08:15:46.455294 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526a7d1-be23-40c8-8e3c-8d57d657a688 req-71289768-1a4b-4177-bb2b-61129b8b1a62 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:46.456893 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-0526a7d1-be23-40c8-8e3c-8d57d657a688 req-71289768-1a4b-4177-bb2b-61129b8b1a62 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 945 time: 0.0543020 Jan 27 08:15:46.465674 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 56766) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:46.470356 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.v2.base [None req-d5f36e64-159a-4634-995d-e81f3e133212 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Request body: {'floatingip': {'port_id': '2cef0fde-7ee1-4668-9eed-893392c43e50'}} {{(pid=102575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:15:46.543689 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d5f36e64-159a-4634-995d-e81f3e133212 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks [] for floatingip (474affc3-4264-465f-82b6-834f74803181), before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:46.970759 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 56792) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:47.081326 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-a1bd83b3-c20b-425e-8bbb-a54d689b1167 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:47.163404 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-a1bd83b3-c20b-425e-8bbb-a54d689b1167 admin admin] Publish callbacks [] for security_group (22d0ff5b-ac7d-4e9a-88fd-db3dd7e64632), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:47.167327 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-a1bd83b3-c20b-425e-8bbb-a54d689b1167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (22d0ff5b-ac7d-4e9a-88fd-db3dd7e64632), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:47.205255 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bd83b3-c20b-425e-8bbb-a54d689b1167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d0ff5b-ac7d-4e9a-88fd-db3dd7e64632,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:47.212310 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-a1bd83b3-c20b-425e-8bbb-a54d689b1167 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=83b0acb170584eeca221ec4e43c60b54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2402828 Jan 27 08:15:47.214018 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 56800) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:47.231927 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bd83b3-c20b-425e-8bbb-a54d689b1167 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:15:47.232902 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bd83b3-c20b-425e-8bbb-a54d689b1167 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:15:47.233091 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bd83b3-c20b-425e-8bbb-a54d689b1167 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:15:47.233417 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bd83b3-c20b-425e-8bbb-a54d689b1167 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:15:47.233750 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bd83b3-c20b-425e-8bbb-a54d689b1167 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:15:47.234085 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bd83b3-c20b-425e-8bbb-a54d689b1167 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:15:47.234417 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bd83b3-c20b-425e-8bbb-a54d689b1167 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:15:47.234747 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bd83b3-c20b-425e-8bbb-a54d689b1167 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:15:47.235076 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bd83b3-c20b-425e-8bbb-a54d689b1167 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:15:47.235396 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bd83b3-c20b-425e-8bbb-a54d689b1167 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:15:47.235725 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bd83b3-c20b-425e-8bbb-a54d689b1167 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:15:47.236047 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bd83b3-c20b-425e-8bbb-a54d689b1167 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:15:47.236367 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bd83b3-c20b-425e-8bbb-a54d689b1167 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:15:47.281419 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-a9771f26-cfc8-4ad0-9fd4-92c750b388ea admin admin] Publish callbacks [] for security_group (22d0ff5b-ac7d-4e9a-88fd-db3dd7e64632), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:47.304600 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-a9771f26-cfc8-4ad0-9fd4-92c750b388ea admin admin] Publish callbacks [] for security_group (22d0ff5b-ac7d-4e9a-88fd-db3dd7e64632), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:47.353558 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-a9771f26-cfc8-4ad0-9fd4-92c750b388ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (22d0ff5b-ac7d-4e9a-88fd-db3dd7e64632), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:47.356258 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-a9771f26-cfc8-4ad0-9fd4-92c750b388ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:47.357430 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-a9771f26-cfc8-4ad0-9fd4-92c750b388ea admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/22d0ff5b-ac7d-4e9a-88fd-db3dd7e64632 HTTP/1.1" status: 204 len: 168 time: 0.1423140 Jan 27 08:15:47.369965 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9771f26-cfc8-4ad0-9fd4-92c750b388ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d0ff5b-ac7d-4e9a-88fd-db3dd7e64632,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:47.436208 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d5f36e64-159a-4634-995d-e81f3e133212 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:47.440873 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d5f36e64-159a-4634-995d-e81f3e133212 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549487'] for floatingip (474affc3-4264-465f-82b6-834f74803181), after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:47.464700 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1971ef-f3d6-4032-ad70-9380ec942ebd req-bcdb2a17-b880-4289-ac58-940de52c73a0 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:47.466284 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-3a1971ef-f3d6-4032-ad70-9380ec942ebd req-bcdb2a17-b880-4289-ac58-940de52c73a0 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 945 time: 0.0497482 Jan 27 08:15:47.519311 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-3a1971ef-f3d6-4032-ad70-9380ec942ebd req-ff46a6c5-6c20-4673-8c5a-2d438ae73343 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451345 Jan 27 08:15:47.545945 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.db.l3_db [None req-d5f36e64-159a-4634-995d-e81f3e133212 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Floating IP 474affc3-4264-465f-82b6-834f74803181 associated. External IP: 172.27.1.232, port: 2cef0fde-7ee1-4668-9eed-893392c43e50. Jan 27 08:15:47.648455 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 56808) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:47.662037 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-05cc862e-0e28-4330-ac75-67c5958fe166 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:47.738532 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-05cc862e-0e28-4330-ac75-67c5958fe166 admin admin] Publish callbacks [] for security_group (e52ddcef-4b57-4239-9587-3e64cb79bb15), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:47.743174 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-05cc862e-0e28-4330-ac75-67c5958fe166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (e52ddcef-4b57-4239-9587-3e64cb79bb15), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:47.756875 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5f36e64-159a-4634-995d-e81f3e133212 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Router c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4 has already been hosted by L3 agent c4292dc4-d7f6-4187-994e-0142c7d14647 {{(pid=102575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 08:15:47.786589 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-05cc862e-0e28-4330-ac75-67c5958fe166 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4caade6df16c41868c1c9a0cf7616077&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1370006 Jan 27 08:15:47.789241 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 56814) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:47.797158 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cc862e-0e28-4330-ac75-67c5958fe166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52ddcef-4b57-4239-9587-3e64cb79bb15,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:47.845868 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-678446c3-b4f0-47ad-ae9a-01851f86bc05 admin admin] Publish callbacks [] for security_group (e52ddcef-4b57-4239-9587-3e64cb79bb15), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:47.867650 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-678446c3-b4f0-47ad-ae9a-01851f86bc05 admin admin] Publish callbacks [] for security_group (e52ddcef-4b57-4239-9587-3e64cb79bb15), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:47.870402 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f36e64-159a-4634-995d-e81f3e133212 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Notify agent at l3_agent.dv-cinder-826589-1-iscsi the message routers_updated {{(pid=102575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 08:15:47.875503 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d5f36e64-159a-4634-995d-e81f3e133212 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for floatingip (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:47.881046 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8d24cf-aa0a-4598-a782-bbe8fd4028f0 None None] Sync routers for ids ['c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4'] in dv-cinder-826589-1-iscsi {{(pid=102578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 08:15:47.891286 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8d24cf-aa0a-4598-a782-bbe8fd4028f0 None None] Routers {'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:15:47.891901 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-8e8d24cf-aa0a-4598-a782-bbe8fd4028f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:15:23Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4'], 'active': True} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:15:47.902938 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-d5f36e64-159a-4634-995d-e81f3e133212 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "PUT /v2.0/floatingips/474affc3-4264-465f-82b6-834f74803181 HTTP/1.1" status: 200 len: 991 time: 1.4361207 Jan 27 08:15:47.903525 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7370227b-9eb7-4890-ac0c-56d1b1440387', 'tag': '2cef0fde-7ee1-4668-9eed-893392c43e50'}] {{(pid=102575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:15:47.906519 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34d12f73e8b898318ba96f52067286bd4e4b64784ab72771e8c48dd469e53537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a671edae-860c-461b-a195-ef1f09e50a9a" -d '{"events": [{"name": "network-changed", "server_uuid": "7370227b-9eb7-4890-ac0c-56d1b1440387", "tag": "2cef0fde-7ee1-4668-9eed-893392c43e50"}]}' {{(pid=102575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:15:47.929963 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-678446c3-b4f0-47ad-ae9a-01851f86bc05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (e52ddcef-4b57-4239-9587-3e64cb79bb15), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:47.933297 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-678446c3-b4f0-47ad-ae9a-01851f86bc05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:47.934717 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-678446c3-b4f0-47ad-ae9a-01851f86bc05 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e52ddcef-4b57-4239-9587-3e64cb79bb15 HTTP/1.1" status: 204 len: 168 time: 0.1444297 Jan 27 08:15:47.946258 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678446c3-b4f0-47ad-ae9a-01851f86bc05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52ddcef-4b57-4239-9587-3e64cb79bb15,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:48.003118 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvr_db [None req-8e8d24cf-aa0a-4598-a782-bbe8fd4028f0 None None] Set router c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4 gateway port host: dv-cinder-826589-1-iscsi {{(pid=102578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:15:48.287115 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 08:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28a2b04-edee-49bf-b2fd-f598eeb64ca4 x-openstack-request-id: req-a28a2b04-edee-49bf-b2fd-f598eeb64ca4 {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:15:48.289251 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7370227b-9eb7-4890-ac0c-56d1b1440387", "tag": "2cef0fde-7ee1-4668-9eed-893392c43e50", "status": "completed", "code": 200}]} {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:15:48.290196 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a28a2b04-edee-49bf-b2fd-f598eeb64ca4 {{(pid=102575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:15:48.290970 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7370227b-9eb7-4890-ac0c-56d1b1440387', 'tag': '2cef0fde-7ee1-4668-9eed-893392c43e50', 'status': 'completed', 'code': 200} Jan 27 08:15:48.325062 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-8e8d24cf-aa0a-4598-a782-bbe8fd4028f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1645023041-router', 'tenant_id': 'e4ecc1e69f834d419992a599e2f26886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '54b23f3e-b771-4f94-9072-5f454f3d9306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:14:50Z', 'updated_at': '2022-01-27T08:14:59Z', 'revision_number': 4, 'project_id': 'e4ecc1e69f834d419992a599e2f26886', 'gw_port': {'id': '54b23f3e-b771-4f94-9072-5f454f3d9306', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:52Z', 'updated_at': '2022-01-27T08:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_floatingips': [{'id': '474affc3-4264-465f-82b6-834f74803181', 'tenant_id': 'e4ecc1e69f834d419992a599e2f26886', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'router_id': 'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4', 'port_id': '2cef0fde-7ee1-4668-9eed-893392c43e50', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb16c640-8d70-456d-b9db-6e89eb7e23c3', 'mac_address': 'fa:16:3e:7c:0d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7370227b-9eb7-4890-ac0c-56d1b1440387', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T08:15:15Z', 'updated_at': '2022-01-27T08:15:47Z', 'revision_number': 1, 'project_id': 'e4ecc1e69f834d419992a599e2f26886', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f0bbcb7-0256-4240-9bfe-0feeb5b30b2d', 'name': '', 'network_id': 'eb16c640-8d70-456d-b9db-6e89eb7e23c3', 'tenant_id': 'e4ecc1e69f834d419992a599e2f26886', 'mac_address': 'fa:16:3e:77:9a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '57070168-9245-4dd6-b7ac-0c997e12d4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:57Z', 'updated_at': '2022-01-27T08:15:06Z', 'revision_number': 5, 'project_id': 'e4ecc1e69f834d419992a599e2f26886', 'subnets': [{'id': '57070168-9245-4dd6-b7ac-0c997e12d4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:15:48.354554 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8d24cf-aa0a-4598-a782-bbe8fd4028f0 None None] Checking router: c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4 for host: dv-cinder-826589-1-iscsi {{(pid=102578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 08:15:48.362916 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8d24cf-aa0a-4598-a782-bbe8fd4028f0 None None] Routers {'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:15:48.363532 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-8e8d24cf-aa0a-4598-a782-bbe8fd4028f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:15:23Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4'], 'active': True} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:15:48.468782 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvr_db [None req-8e8d24cf-aa0a-4598-a782-bbe8fd4028f0 None None] Set router c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4 gateway port host: dv-cinder-826589-1-iscsi {{(pid=102578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:15:48.714646 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-8e8d24cf-aa0a-4598-a782-bbe8fd4028f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1645023041-router', 'tenant_id': 'e4ecc1e69f834d419992a599e2f26886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '54b23f3e-b771-4f94-9072-5f454f3d9306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:14:50Z', 'updated_at': '2022-01-27T08:14:59Z', 'revision_number': 4, 'project_id': 'e4ecc1e69f834d419992a599e2f26886', 'gw_port': {'id': '54b23f3e-b771-4f94-9072-5f454f3d9306', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:52Z', 'updated_at': '2022-01-27T08:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_floatingips': [{'id': '474affc3-4264-465f-82b6-834f74803181', 'tenant_id': 'e4ecc1e69f834d419992a599e2f26886', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'router_id': 'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4', 'port_id': '2cef0fde-7ee1-4668-9eed-893392c43e50', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb16c640-8d70-456d-b9db-6e89eb7e23c3', 'mac_address': 'fa:16:3e:7c:0d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7370227b-9eb7-4890-ac0c-56d1b1440387', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T08:15:15Z', 'updated_at': '2022-01-27T08:15:47Z', 'revision_number': 1, 'project_id': 'e4ecc1e69f834d419992a599e2f26886', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f0bbcb7-0256-4240-9bfe-0feeb5b30b2d', 'name': '', 'network_id': 'eb16c640-8d70-456d-b9db-6e89eb7e23c3', 'tenant_id': 'e4ecc1e69f834d419992a599e2f26886', 'mac_address': 'fa:16:3e:77:9a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '57070168-9245-4dd6-b7ac-0c997e12d4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:57Z', 'updated_at': '2022-01-27T08:15:06Z', 'revision_number': 5, 'project_id': 'e4ecc1e69f834d419992a599e2f26886', 'subnets': [{'id': '57070168-9245-4dd6-b7ac-0c997e12d4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:15:48.742798 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8d24cf-aa0a-4598-a782-bbe8fd4028f0 None None] The sync data for ids ['c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4'] in dv-cinder-826589-1-iscsi is: [{'id': 'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1645023041-router', 'tenant_id': 'e4ecc1e69f834d419992a599e2f26886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '54b23f3e-b771-4f94-9072-5f454f3d9306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:14:50Z', 'updated_at': '2022-01-27T08:14:59Z', 'revision_number': 4, 'project_id': 'e4ecc1e69f834d419992a599e2f26886', 'gw_port': {'id': '54b23f3e-b771-4f94-9072-5f454f3d9306', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:52Z', 'updated_at': '2022-01-27T08:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_floatingips': [{'id': '474affc3-4264-465f-82b6-834f74803181', 'tenant_id': 'e4ecc1e69f834d419992a599e2f26886', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'router_id': 'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4', 'port_id': '2cef0fde-7ee1-4668-9eed-893392c43e50', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb16c640-8d70-456d-b9db-6e89eb7e23c3', 'mac_address': 'fa:16:3e:7c:0d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7370227b-9eb7-4890-ac0c-56d1b1440387', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T08:15:15Z', 'updated_at': '2022-01-27T08:15:47Z', 'revision_number': 1, 'project_id': 'e4ecc1e69f834d419992a599e2f26886', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f0bbcb7-0256-4240-9bfe-0feeb5b30b2d', 'name': '', 'network_id': 'eb16c640-8d70-456d-b9db-6e89eb7e23c3', 'tenant_id': 'e4ecc1e69f834d419992a599e2f26886', 'mac_address': 'fa:16:3e:77:9a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '57070168-9245-4dd6-b7ac-0c997e12d4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:57Z', 'updated_at': '2022-01-27T08:15:06Z', 'revision_number': 5, 'project_id': 'e4ecc1e69f834d419992a599e2f26886', 'subnets': [{'id': '57070168-9245-4dd6-b7ac-0c997e12d4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 08:15:48.814245 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd84fa7f-73f6-42fa-80cc-6a38daec20fe req-961289de-a9b4-4ea4-84c7-2c8f5aed03a1 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:48.817260 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-cd84fa7f-73f6-42fa-80cc-6a38daec20fe req-961289de-a9b4-4ea4-84c7-2c8f5aed03a1 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 945 time: 0.0836720 Jan 27 08:15:48.872618 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-cd84fa7f-73f6-42fa-80cc-6a38daec20fe req-7a3348c4-7d25-441f-bb27-0bf262fde9f7 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489321 Jan 27 08:15:48.990853 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3772e717-0658-4b6a-a179-88bbb387f908 None None] New status for floating IP 474affc3-4264-465f-82b6-834f74803181: ACTIVE {{(pid=102577) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 08:15:49.401136 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671edae-860c-461b-a195-ef1f09e50a9a req-1d86e489-5fae-4eac-922a-9bde6cbf91be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:49.402629 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-a671edae-860c-461b-a195-ef1f09e50a9a req-1d86e489-5fae-4eac-922a-9bde6cbf91be service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e4ecc1e69f834d419992a599e2f26886&device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 1098 time: 0.0438502 Jan 27 08:15:49.499260 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671edae-860c-461b-a195-ef1f09e50a9a req-6f802910-8257-4bfb-9522-a4c22d8ff6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:49.500784 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-a671edae-860c-461b-a195-ef1f09e50a9a req-6f802910-8257-4bfb-9522-a4c22d8ff6fa service neutron] 10.222.0.72 "GET /v2.0/networks?id=eb16c640-8d70-456d-b9db-6e89eb7e23c3 HTTP/1.1" status: 200 len: 918 time: 0.0915802 Jan 27 08:15:49.567481 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-a671edae-860c-461b-a195-ef1f09e50a9a req-354993c0-6fd2-45a6-8dec-ad911c4e7dbd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2cef0fde-7ee1-4668-9eed-893392c43e50 HTTP/1.1" status: 200 len: 1001 time: 0.0574453 Jan 27 08:15:49.623732 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671edae-860c-461b-a195-ef1f09e50a9a req-43ab88a6-3d42-4bab-b204-a6eafb626f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:49.625267 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-a671edae-860c-461b-a195-ef1f09e50a9a req-43ab88a6-3d42-4bab-b204-a6eafb626f97 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=57070168-9245-4dd6-b7ac-0c997e12d4d3 HTTP/1.1" status: 200 len: 856 time: 0.0494137 Jan 27 08:15:49.683238 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671edae-860c-461b-a195-ef1f09e50a9a req-c9590eaa-7093-48fc-9fa2-f8de7d9677a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:49.684740 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-a671edae-860c-461b-a195-ef1f09e50a9a req-c9590eaa-7093-48fc-9fa2-f8de7d9677a6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=eb16c640-8d70-456d-b9db-6e89eb7e23c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0461984 Jan 27 08:15:49.778879 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-a671edae-860c-461b-a195-ef1f09e50a9a req-be9cbe46-ecb8-4dab-9d8d-2b0f55332fc3 service neutron] 10.222.0.72 "GET /v2.0/networks/eb16c640-8d70-456d-b9db-6e89eb7e23c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869787 Jan 27 08:15:49.900069 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-a671edae-860c-461b-a195-ef1f09e50a9a req-fc1d731f-c073-4eb2-a1d0-ae497a62102f service neutron] 10.222.0.72 "GET /v2.0/networks/eb16c640-8d70-456d-b9db-6e89eb7e23c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148925 Jan 27 08:15:49.907010 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-99cd6bcf-8b81-4bd4-b620-66afcf0931a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (913d1d6b-f856-4828-afb6-1e4cc7d36f68), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:50.021222 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca7a1a-7e26-4459-9db3-ac6d21843f7e req-194350e6-23d5-4f7e-a842-22e2c1bce488 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:50.022849 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-ebca7a1a-7e26-4459-9db3-ac6d21843f7e req-194350e6-23d5-4f7e-a842-22e2c1bce488 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 945 time: 0.0680757 Jan 27 08:15:50.076882 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-ebca7a1a-7e26-4459-9db3-ac6d21843f7e req-769fcf8c-25cc-45c8-b4a1-d5feb0b324ae tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470541 Jan 27 08:15:51.211880 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0576a593-b24d-421c-af5b-25ca471cc3f3 req-9e057576-a0a6-43f1-8136-f05a72e5c8de tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:51.213419 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-0576a593-b24d-421c-af5b-25ca471cc3f3 req-9e057576-a0a6-43f1-8136-f05a72e5c8de tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 945 time: 0.0619512 Jan 27 08:15:51.264246 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-0576a593-b24d-421c-af5b-25ca471cc3f3 req-caf96afd-feb6-4fb8-9fe4-d6d70ffd2050 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437243 Jan 27 08:15:51.622648 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 56964) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:51.669680 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.db_base_plugin_v2 [None req-e94c0eeb-f973-41aa-a8fe-0506febb9a35 admin admin] Deleting subnet 43d69e5d-6125-48f6-b8c4-242ddca6ba52 {{(pid=102576) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 08:15:51.673017 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-e94c0eeb-f973-41aa-a8fe-0506febb9a35 admin admin] Publish callbacks [] for subnet (43d69e5d-6125-48f6-b8c4-242ddca6ba52), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:51.706729 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-e94c0eeb-f973-41aa-a8fe-0506febb9a35 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14124120'] for subnet (43d69e5d-6125-48f6-b8c4-242ddca6ba52), precommit_delete_associations {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:51.744973 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-e94c0eeb-f973-41aa-a8fe-0506febb9a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537734'] for subnet (43d69e5d-6125-48f6-b8c4-242ddca6ba52), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:51.801950 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-e94c0eeb-f973-41aa-a8fe-0506febb9a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13114748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13593762'] for subnet (43d69e5d-6125-48f6-b8c4-242ddca6ba52), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:51.826441 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c0eeb-f973-41aa-a8fe-0506febb9a35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43d69e5d-6125-48f6-b8c4-242ddca6ba52,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:51.830698 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-e94c0eeb-f973-41aa-a8fe-0506febb9a35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for subnet (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:51.837065 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-e94c0eeb-f973-41aa-a8fe-0506febb9a35 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/43d69e5d-6125-48f6-b8c4-242ddca6ba52 HTTP/1.1" status: 204 len: 168 time: 0.2102008 Jan 27 08:15:51.837843 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 56966) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:51.905628 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-2ec3fd1b-0b51-442e-a347-e9d245bced9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1691783'] for network (e813b87f-5c31-4183-ab29-43cb786534f4), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:51.986318 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-2ec3fd1b-0b51-442e-a347-e9d245bced9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535825', 'neutron.services.segments.db._delete_segments_for_network-8730335277442'] for network (e813b87f-5c31-4183-ab29-43cb786534f4), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:52.006680 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.services.segments.db [None req-2ec3fd1b-0b51-442e-a347-e9d245bced9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e813b87f-5c31-4183-ab29-43cb786534f4']}} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:15:52.016260 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.services.segments.db [None req-2ec3fd1b-0b51-442e-a347-e9d245bced9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31b16d3b-c763-4e36-aec0-4683aa912738') {'for_net_delete': True} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:15:52.016553 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.services.segments.db [None req-2ec3fd1b-0b51-442e-a347-e9d245bced9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31b16d3b-c763-4e36-aec0-4683aa912738') {} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:15:52.025570 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-2ec3fd1b-0b51-442e-a347-e9d245bced9e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730335278475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14124113'] for segment (31b16d3b-c763-4e36-aec0-4683aa912738), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:52.039511 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-2ec3fd1b-0b51-442e-a347-e9d245bced9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505597'] for segment (31b16d3b-c763-4e36-aec0-4683aa912738), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:52.045439 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ec3fd1b-0b51-442e-a347-e9d245bced9e admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=102576) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 08:15:52.045816 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-2ec3fd1b-0b51-442e-a347-e9d245bced9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13114834'] for segment (31b16d3b-c763-4e36-aec0-4683aa912738), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:52.047409 dv-cinder-826589-1-iscsi neutron-server[102576]: Traceback (most recent call last): Jan 27 08:15:52.047409 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 08:15:52.047409 dv-cinder-826589-1-iscsi neutron-server[102576]: timer() Jan 27 08:15:52.047409 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 08:15:52.047409 dv-cinder-826589-1-iscsi neutron-server[102576]: cb(*args, **kw) Jan 27 08:15:52.047409 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 08:15:52.047409 dv-cinder-826589-1-iscsi neutron-server[102576]: return func(*args, **kwargs) Jan 27 08:15:52.047409 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 08:15:52.047409 dv-cinder-826589-1-iscsi neutron-server[102576]: self._notify() Jan 27 08:15:52.047409 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 08:15:52.047409 dv-cinder-826589-1-iscsi neutron-server[102576]: self.callback(batched_events) Jan 27 08:15:52.047409 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 08:15:52.047409 dv-cinder-826589-1-iscsi neutron-server[102576]: event.method(event) Jan 27 08:15:52.047409 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 08:15:52.047409 dv-cinder-826589-1-iscsi neutron-server[102576]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 08:15:52.047409 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 08:15:52.047409 dv-cinder-826589-1-iscsi neutron-server[102576]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 08:15:52.047409 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 08:15:52.047409 dv-cinder-826589-1-iscsi neutron-server[102576]: return f(self, *a, **k) Jan 27 08:15:52.047409 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 08:15:52.047409 dv-cinder-826589-1-iscsi neutron-server[102576]: return self._get(url).json() Jan 27 08:15:52.047409 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 08:15:52.047409 dv-cinder-826589-1-iscsi neutron-server[102576]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 08:15:52.047409 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 08:15:52.047409 dv-cinder-826589-1-iscsi neutron-server[102576]: return self.request(url, 'GET', **kwargs) Jan 27 08:15:52.047409 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 08:15:52.047409 dv-cinder-826589-1-iscsi neutron-server[102576]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 08:15:52.047409 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 08:15:52.047409 dv-cinder-826589-1-iscsi neutron-server[102576]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 08:15:52.047409 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 08:15:52.047409 dv-cinder-826589-1-iscsi neutron-server[102576]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 08:15:52.047409 dv-cinder-826589-1-iscsi neutron-server[102576]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 08:15:52.102102 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-2ec3fd1b-0b51-442e-a347-e9d245bced9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549501'] for network (e813b87f-5c31-4183-ab29-43cb786534f4), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:52.109141 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-2ec3fd1b-0b51-442e-a347-e9d245bced9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for network (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:52.112284 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-2ec3fd1b-0b51-442e-a347-e9d245bced9e admin admin] 10.222.0.59 "DELETE /v2.0/networks/e813b87f-5c31-4183-ab29-43cb786534f4 HTTP/1.1" status: 204 len: 168 time: 0.2740772 Jan 27 08:15:52.117218 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 56968) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:52.121868 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec3fd1b-0b51-442e-a347-e9d245bced9e admin admin] Pushing event deleted for resources: {'Network': ['ID=e813b87f-5c31-4183-ab29-43cb786534f4,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:52.162434 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.db_base_plugin_v2 [None req-d838be70-14ad-4468-97bb-74c74d3f81a1 admin admin] Deleting subnet cf86e033-8422-4e87-a6f0-cbbcb2797b9a {{(pid=102575) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 08:15:52.165549 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d838be70-14ad-4468-97bb-74c74d3f81a1 admin admin] Publish callbacks [] for subnet (cf86e033-8422-4e87-a6f0-cbbcb2797b9a), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:52.207742 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d838be70-14ad-4468-97bb-74c74d3f81a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13170846'] for subnet (cf86e033-8422-4e87-a6f0-cbbcb2797b9a), precommit_delete_associations {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:52.247618 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d838be70-14ad-4468-97bb-74c74d3f81a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537734'] for subnet (cf86e033-8422-4e87-a6f0-cbbcb2797b9a), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:52.303228 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d838be70-14ad-4468-97bb-74c74d3f81a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13172647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220539'] for subnet (cf86e033-8422-4e87-a6f0-cbbcb2797b9a), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:52.332809 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838be70-14ad-4468-97bb-74c74d3f81a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf86e033-8422-4e87-a6f0-cbbcb2797b9a,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:52.337740 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d838be70-14ad-4468-97bb-74c74d3f81a1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:52.343955 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 56982) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:52.344489 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-d838be70-14ad-4468-97bb-74c74d3f81a1 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/cf86e033-8422-4e87-a6f0-cbbcb2797b9a HTTP/1.1" status: 204 len: 168 time: 0.2255576 Jan 27 08:15:52.350800 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838be70-14ad-4468-97bb-74c74d3f81a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:15:52.351180 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838be70-14ad-4468-97bb-74c74d3f81a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:15:52.351513 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838be70-14ad-4468-97bb-74c74d3f81a1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:15:52.351855 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838be70-14ad-4468-97bb-74c74d3f81a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:15:52.352193 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838be70-14ad-4468-97bb-74c74d3f81a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:15:52.352528 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838be70-14ad-4468-97bb-74c74d3f81a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:15:52.352893 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838be70-14ad-4468-97bb-74c74d3f81a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:15:52.353230 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838be70-14ad-4468-97bb-74c74d3f81a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:15:52.353561 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838be70-14ad-4468-97bb-74c74d3f81a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:15:52.353893 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838be70-14ad-4468-97bb-74c74d3f81a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:15:52.354222 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838be70-14ad-4468-97bb-74c74d3f81a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:15:52.354544 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838be70-14ad-4468-97bb-74c74d3f81a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:15:52.354876 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838be70-14ad-4468-97bb-74c74d3f81a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:15:52.452705 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-3bfbb02a-c87f-4e8d-a216-ca2f7f9a5b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1691783'] for network (2cc1e037-0b64-4a79-89ab-631e019b07d3), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:52.474939 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86597765-25e5-4bd0-b619-818738708e26 req-67c1c364-7f95-4dd6-afd4-2ae8a2637d62 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:52.476492 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-86597765-25e5-4bd0-b619-818738708e26 req-67c1c364-7f95-4dd6-afd4-2ae8a2637d62 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 945 time: 0.0935488 Jan 27 08:15:52.580025 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-3bfbb02a-c87f-4e8d-a216-ca2f7f9a5b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535825', 'neutron.services.segments.db._delete_segments_for_network-8730335277442'] for network (2cc1e037-0b64-4a79-89ab-631e019b07d3), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:52.601226 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-86597765-25e5-4bd0-b619-818738708e26 req-0d9520ff-3289-410e-aa15-6aa746139d7c tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956690 Jan 27 08:15:52.609763 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.services.segments.db [None req-3bfbb02a-c87f-4e8d-a216-ca2f7f9a5b59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cc1e037-0b64-4a79-89ab-631e019b07d3']}} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:15:52.620068 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.services.segments.db [None req-3bfbb02a-c87f-4e8d-a216-ca2f7f9a5b59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b59d97b-5dab-490f-90fb-816fa7f58618') {'for_net_delete': True} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:15:52.620366 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.services.segments.db [None req-3bfbb02a-c87f-4e8d-a216-ca2f7f9a5b59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b59d97b-5dab-490f-90fb-816fa7f58618') {} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:15:52.631310 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-3bfbb02a-c87f-4e8d-a216-ca2f7f9a5b59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730335278475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14124113'] for segment (7b59d97b-5dab-490f-90fb-816fa7f58618), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:52.645791 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-3bfbb02a-c87f-4e8d-a216-ca2f7f9a5b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505597'] for segment (7b59d97b-5dab-490f-90fb-816fa7f58618), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:52.652087 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bfbb02a-c87f-4e8d-a216-ca2f7f9a5b59 admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=102576) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 08:15:52.652478 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-3bfbb02a-c87f-4e8d-a216-ca2f7f9a5b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13114834'] for segment (7b59d97b-5dab-490f-90fb-816fa7f58618), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:52.654154 dv-cinder-826589-1-iscsi neutron-server[102576]: Traceback (most recent call last): Jan 27 08:15:52.654154 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 08:15:52.654154 dv-cinder-826589-1-iscsi neutron-server[102576]: timer() Jan 27 08:15:52.654154 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 08:15:52.654154 dv-cinder-826589-1-iscsi neutron-server[102576]: cb(*args, **kw) Jan 27 08:15:52.654154 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 08:15:52.654154 dv-cinder-826589-1-iscsi neutron-server[102576]: return func(*args, **kwargs) Jan 27 08:15:52.654154 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 08:15:52.654154 dv-cinder-826589-1-iscsi neutron-server[102576]: self._notify() Jan 27 08:15:52.654154 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 08:15:52.654154 dv-cinder-826589-1-iscsi neutron-server[102576]: self.callback(batched_events) Jan 27 08:15:52.654154 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 08:15:52.654154 dv-cinder-826589-1-iscsi neutron-server[102576]: event.method(event) Jan 27 08:15:52.654154 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 08:15:52.654154 dv-cinder-826589-1-iscsi neutron-server[102576]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 08:15:52.654154 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 08:15:52.654154 dv-cinder-826589-1-iscsi neutron-server[102576]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 08:15:52.654154 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 08:15:52.654154 dv-cinder-826589-1-iscsi neutron-server[102576]: return f(self, *a, **k) Jan 27 08:15:52.654154 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 08:15:52.654154 dv-cinder-826589-1-iscsi neutron-server[102576]: return self._get(url).json() Jan 27 08:15:52.654154 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 08:15:52.654154 dv-cinder-826589-1-iscsi neutron-server[102576]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 08:15:52.654154 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 08:15:52.654154 dv-cinder-826589-1-iscsi neutron-server[102576]: return self.request(url, 'GET', **kwargs) Jan 27 08:15:52.654154 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 08:15:52.654154 dv-cinder-826589-1-iscsi neutron-server[102576]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 08:15:52.654154 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 08:15:52.654154 dv-cinder-826589-1-iscsi neutron-server[102576]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 08:15:52.654154 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 08:15:52.654154 dv-cinder-826589-1-iscsi neutron-server[102576]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 08:15:52.654154 dv-cinder-826589-1-iscsi neutron-server[102576]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 08:15:52.711822 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-3bfbb02a-c87f-4e8d-a216-ca2f7f9a5b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549501'] for network (2cc1e037-0b64-4a79-89ab-631e019b07d3), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:52.717297 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-3bfbb02a-c87f-4e8d-a216-ca2f7f9a5b59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for network (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:52.720438 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-3bfbb02a-c87f-4e8d-a216-ca2f7f9a5b59 admin admin] 10.222.0.59 "DELETE /v2.0/networks/2cc1e037-0b64-4a79-89ab-631e019b07d3 HTTP/1.1" status: 204 len: 168 time: 0.3755021 Jan 27 08:15:52.731061 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfbb02a-c87f-4e8d-a216-ca2f7f9a5b59 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cc1e037-0b64-4a79-89ab-631e019b07d3,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:52.887041 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 56996) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:52.888243 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a825ef46-4397-48b1-bf7e-676a1f73e639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (c4292dc4-d7f6-4187-994e-0142c7d14647), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:52.926203 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-2d1410fa-1ea3-46c8-a9f2-aaa225faa592 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ba3b916d247242898a70a4f1e3c70ecd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378499 Jan 27 08:15:52.928713 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 56998) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:52.974740 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-4edf95a7-47d9-4c60-9583-67d894744cf1 admin admin] Publish callbacks [] for security_group (f4bc14a4-0721-4473-8dfd-529948e143a7), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:52.996435 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-4edf95a7-47d9-4c60-9583-67d894744cf1 admin admin] Publish callbacks [] for security_group (f4bc14a4-0721-4473-8dfd-529948e143a7), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:53.044940 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-4edf95a7-47d9-4c60-9583-67d894744cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (f4bc14a4-0721-4473-8dfd-529948e143a7), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:53.048113 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-4edf95a7-47d9-4c60-9583-67d894744cf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:53.049306 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-4edf95a7-47d9-4c60-9583-67d894744cf1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f4bc14a4-0721-4473-8dfd-529948e143a7 HTTP/1.1" status: 204 len: 168 time: 0.1197054 Jan 27 08:15:53.056971 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf95a7-47d9-4c60-9583-67d894744cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4bc14a4-0721-4473-8dfd-529948e143a7,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:53.366543 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 57006) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:53.410131 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-33f53ace-f083-4572-a995-5064be07e1f7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=108d651e14cd4608b0509bf0e2badeba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424311 Jan 27 08:15:53.412551 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 57008) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:53.460075 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d586d74b-e4ea-4790-bb13-85fae3ed81e5 admin admin] Publish callbacks [] for security_group (e264cfda-9d06-44ab-8620-e20a7b37ff04), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:53.484990 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d586d74b-e4ea-4790-bb13-85fae3ed81e5 admin admin] Publish callbacks [] for security_group (e264cfda-9d06-44ab-8620-e20a7b37ff04), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:53.540475 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d586d74b-e4ea-4790-bb13-85fae3ed81e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (e264cfda-9d06-44ab-8620-e20a7b37ff04), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:53.543568 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d586d74b-e4ea-4790-bb13-85fae3ed81e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:53.544990 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-d586d74b-e4ea-4790-bb13-85fae3ed81e5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e264cfda-9d06-44ab-8620-e20a7b37ff04 HTTP/1.1" status: 204 len: 168 time: 0.1314631 Jan 27 08:15:53.555428 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d586d74b-e4ea-4790-bb13-85fae3ed81e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e264cfda-9d06-44ab-8620-e20a7b37ff04,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:53.722758 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b566ea7-a942-4d3c-b539-1290589cb9ab req-405677cc-81a7-4e52-96d7-dce659456acc tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:53.724252 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-2b566ea7-a942-4d3c-b539-1290589cb9ab req-405677cc-81a7-4e52-96d7-dce659456acc tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 945 time: 0.0500660 Jan 27 08:15:53.773596 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-2b566ea7-a942-4d3c-b539-1290589cb9ab req-a22d53e1-ad5c-4fe9-9650-bc808bd0bb88 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437613 Jan 27 08:15:54.609302 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-84f64028-d758-4200-a634-8b4e45c8e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (30676f9c-3677-4b49-810a-45ff2c7eef62), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:54.649079 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 57056) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:54.759239 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-e3b1ea05-7189-45d5-b57d-f11386f9287c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:54.845489 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-e3b1ea05-7189-45d5-b57d-f11386f9287c admin admin] Publish callbacks [] for security_group (8c92111d-9d01-456b-9c54-031d5f486d05), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:54.849695 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-e3b1ea05-7189-45d5-b57d-f11386f9287c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (8c92111d-9d01-456b-9c54-031d5f486d05), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:54.893222 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-e3b1ea05-7189-45d5-b57d-f11386f9287c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=320369a64f9e4e249c6b55bf96165b4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2392302 Jan 27 08:15:54.893222 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b1ea05-7189-45d5-b57d-f11386f9287c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c92111d-9d01-456b-9c54-031d5f486d05,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:54.893558 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 57062) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:54.910746 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31451f9-f98d-4fdf-a98e-c4ca9f36bdfa req-4c84969f-5b5e-4e36-8e8e-bd1ed2f1d790 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:54.913023 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b31451f9-f98d-4fdf-a98e-c4ca9f36bdfa req-4c84969f-5b5e-4e36-8e8e-bd1ed2f1d790 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 945 time: 0.0594673 Jan 27 08:15:54.949967 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-802aa7a8-cc95-4003-bf03-cb1bfcaa1610 admin admin] Publish callbacks [] for security_group (8c92111d-9d01-456b-9c54-031d5f486d05), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:54.963530 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b31451f9-f98d-4fdf-a98e-c4ca9f36bdfa req-90b345e6-00c5-4eb9-91ba-d3ea3c3f73fb tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448720 Jan 27 08:15:54.974046 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-802aa7a8-cc95-4003-bf03-cb1bfcaa1610 admin admin] Publish callbacks [] for security_group (8c92111d-9d01-456b-9c54-031d5f486d05), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:55.026296 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-802aa7a8-cc95-4003-bf03-cb1bfcaa1610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (8c92111d-9d01-456b-9c54-031d5f486d05), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:55.028968 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-802aa7a8-cc95-4003-bf03-cb1bfcaa1610 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:55.030624 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-802aa7a8-cc95-4003-bf03-cb1bfcaa1610 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8c92111d-9d01-456b-9c54-031d5f486d05 HTTP/1.1" status: 204 len: 168 time: 0.1357718 Jan 27 08:15:55.041058 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802aa7a8-cc95-4003-bf03-cb1bfcaa1610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c92111d-9d01-456b-9c54-031d5f486d05,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:55.710590 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-6f643003-6e59-45c1-8448-077e2cc8d6a0 req-e2adbca7-fa1b-4d0d-99cf-2ac1635f8903 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d7ccb9d0-3f23-4bb9-b303-4d3c9d13ac63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0638404 Jan 27 08:15:55.776735 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-932e581e-1ad5-4fce-9316-ae3110c4cab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (037c8737-e99f-497c-9717-3fbc8e736584), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:55.813728 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f643003-6e59-45c1-8448-077e2cc8d6a0 req-4e532172-883b-4e54-8289-f3c6985b3ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:55.815613 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-6f643003-6e59-45c1-8448-077e2cc8d6a0 req-4e532172-883b-4e54-8289-f3c6985b3ad6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ed2d39a185844ec692a0384bdc012a48&device_id=d7ccb9d0-3f23-4bb9-b303-4d3c9d13ac63 HTTP/1.1" status: 200 len: 1098 time: 0.0457828 Jan 27 08:15:55.955092 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f643003-6e59-45c1-8448-077e2cc8d6a0 req-37759262-8460-4bfb-b672-7af175d78933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:55.956712 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-6f643003-6e59-45c1-8448-077e2cc8d6a0 req-37759262-8460-4bfb-b672-7af175d78933 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1a10d936-2487-48e8-aa9c-a0dd8e98b798 HTTP/1.1" status: 200 len: 911 time: 0.1060486 Jan 27 08:15:56.008004 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-6f643003-6e59-45c1-8448-077e2cc8d6a0 req-73b0b703-8aff-49db-b216-74de4644d2f4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84200814-bb9d-49e6-8dd9-359441c7fdaa HTTP/1.1" status: 200 len: 217 time: 0.0404601 Jan 27 08:15:56.073657 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f643003-6e59-45c1-8448-077e2cc8d6a0 req-6bcabdca-3c92-4772-8bcc-983f9b479dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:56.077358 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-6f643003-6e59-45c1-8448-077e2cc8d6a0 req-6bcabdca-3c92-4772-8bcc-983f9b479dae service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d3baa8fc-a045-4a8b-a8fe-336ed2528725 HTTP/1.1" status: 200 len: 850 time: 0.0558405 Jan 27 08:15:56.118094 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba1132-29ff-4f75-9e10-924d14d757e7 req-c5b48e07-a678-4646-9329-1d61c25babfc tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:56.118758 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-6f643003-6e59-45c1-8448-077e2cc8d6a0 req-37534867-523d-4112-b014-7e6c8dc2ebee service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1a10d936-2487-48e8-aa9c-a0dd8e98b798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291984 Jan 27 08:15:56.119686 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-98ba1132-29ff-4f75-9e10-924d14d757e7 req-c5b48e07-a678-4646-9329-1d61c25babfc tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 945 time: 0.0530605 Jan 27 08:15:56.136995 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 57124) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:56.192206 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-98ba1132-29ff-4f75-9e10-924d14d757e7 req-53bda29e-db47-449d-b48c-7fcc7a64df9c tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663877 Jan 27 08:15:56.239032 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-6f643003-6e59-45c1-8448-077e2cc8d6a0 req-ea3eb869-52e1-4f8f-88fb-ded4a82057a3 service neutron] 10.222.0.72 "GET /v2.0/networks/1a10d936-2487-48e8-aa9c-a0dd8e98b798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122327 Jan 27 08:15:56.329371 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-94124919-4c94-4c5c-9453-6862cdad86f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:56.362034 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-6f643003-6e59-45c1-8448-077e2cc8d6a0 req-c939e97c-7c02-4c46-bb2a-c45b359e12fe service neutron] 10.222.0.72 "GET /v2.0/networks/1a10d936-2487-48e8-aa9c-a0dd8e98b798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155472 Jan 27 08:15:56.438018 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-94124919-4c94-4c5c-9453-6862cdad86f7 admin admin] Publish callbacks [] for security_group (f193f99c-ae85-48c0-bd92-67f5fa9c3f0e), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:56.441532 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-94124919-4c94-4c5c-9453-6862cdad86f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (f193f99c-ae85-48c0-bd92-67f5fa9c3f0e), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:56.479398 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-94124919-4c94-4c5c-9453-6862cdad86f7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=11903ff5ccd246bf9ef5d5e68f5390eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3430417 Jan 27 08:15:56.481828 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94124919-4c94-4c5c-9453-6862cdad86f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f193f99c-ae85-48c0-bd92-67f5fa9c3f0e,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:56.482303 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 57140) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:56.535690 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-8f627b53-498a-4175-9864-f01a1370530a admin admin] Publish callbacks [] for security_group (f193f99c-ae85-48c0-bd92-67f5fa9c3f0e), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:56.560118 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-8f627b53-498a-4175-9864-f01a1370530a admin admin] Publish callbacks [] for security_group (f193f99c-ae85-48c0-bd92-67f5fa9c3f0e), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:56.614298 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-8f627b53-498a-4175-9864-f01a1370530a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (f193f99c-ae85-48c0-bd92-67f5fa9c3f0e), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:56.617487 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-8f627b53-498a-4175-9864-f01a1370530a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:56.622903 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-8f627b53-498a-4175-9864-f01a1370530a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f193f99c-ae85-48c0-bd92-67f5fa9c3f0e HTTP/1.1" status: 204 len: 168 time: 0.1389790 Jan 27 08:15:56.635729 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (e79cbf24-12bd-4e20-a580-79498d5b225b), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:56.644120 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f627b53-498a-4175-9864-f01a1370530a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f193f99c-ae85-48c0-bd92-67f5fa9c3f0e,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:57.091392 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 57170) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:57.106251 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-f1e0e9d5-b96c-4fb0-8f4f-322a13513932 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:57.188277 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-f1e0e9d5-b96c-4fb0-8f4f-322a13513932 admin admin] Publish callbacks [] for security_group (5d8fa59a-22b1-4cb2-bb89-9e9bd3e571f8), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:57.191868 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-f1e0e9d5-b96c-4fb0-8f4f-322a13513932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (5d8fa59a-22b1-4cb2-bb89-9e9bd3e571f8), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:57.234497 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-f1e0e9d5-b96c-4fb0-8f4f-322a13513932 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1060e206680841a1bae7268d228118d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1410389 Jan 27 08:15:57.236333 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 57174) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:15:57.236929 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e0e9d5-b96c-4fb0-8f4f-322a13513932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8fa59a-22b1-4cb2-bb89-9e9bd3e571f8,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:57.285331 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d4fe1218-8729-410d-8661-a78b0dd5ce16 admin admin] Publish callbacks [] for security_group (5d8fa59a-22b1-4cb2-bb89-9e9bd3e571f8), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:57.307596 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d4fe1218-8729-410d-8661-a78b0dd5ce16 admin admin] Publish callbacks [] for security_group (5d8fa59a-22b1-4cb2-bb89-9e9bd3e571f8), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:57.320302 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dbcd02-7ad9-495a-bcec-226edb23e640 req-f83e7163-82a6-4fa2-828c-4b0b08e632c6 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:15:57.321830 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a3dbcd02-7ad9-495a-bcec-226edb23e640 req-f83e7163-82a6-4fa2-828c-4b0b08e632c6 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 945 time: 0.0509236 Jan 27 08:15:57.355701 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d4fe1218-8729-410d-8661-a78b0dd5ce16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (5d8fa59a-22b1-4cb2-bb89-9e9bd3e571f8), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:57.358681 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d4fe1218-8729-410d-8661-a78b0dd5ce16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:15:57.359971 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-d4fe1218-8729-410d-8661-a78b0dd5ce16 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5d8fa59a-22b1-4cb2-bb89-9e9bd3e571f8 HTTP/1.1" status: 204 len: 168 time: 0.1226311 Jan 27 08:15:57.368128 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fe1218-8729-410d-8661-a78b0dd5ce16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8fa59a-22b1-4cb2-bb89-9e9bd3e571f8,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:15:57.371655 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a3dbcd02-7ad9-495a-bcec-226edb23e640 req-3fd1fc54-0641-41f5-9aa2-f7fa0e064459 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431316 Jan 27 08:15:57.905871 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (926d476c-3c92-4faa-a402-a395b4978e44), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:00.911552 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e8226e-e917-4879-85e0-ec933e766031 req-5374c3d8-05c4-4e1a-b929-6b0f36c01e66 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:16:00.912783 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d3e8226e-e917-4879-85e0-ec933e766031 req-5374c3d8-05c4-4e1a-b929-6b0f36c01e66 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 945 time: 0.0647235 Jan 27 08:16:00.970872 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d3e8226e-e917-4879-85e0-ec933e766031 req-0e97c731-600c-44bb-9bdf-04e976e4546a tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506725 Jan 27 08:16:01.196359 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daf039f-46c0-491e-a1d1-4db75eeda042 req-54bcd80f-a2aa-4926-871f-01d273a1ee1a tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:16:01.197962 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-0daf039f-46c0-491e-a1d1-4db75eeda042 req-54bcd80f-a2aa-4926-871f-01d273a1ee1a tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7ccb9d0-3f23-4bb9-b303-4d3c9d13ac63 HTTP/1.1" status: 200 len: 945 time: 0.0552537 Jan 27 08:16:01.246193 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-0daf039f-46c0-491e-a1d1-4db75eeda042 req-e5a1f2c6-75b9-4be0-8c01-c71f07c5d7f2 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f7b64f7-7347-4318-a139-75a0cbe91c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419919 Jan 27 08:16:02.088745 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4e4da9-85d6-48dc-a3bc-c5c346910d22 req-44f495cf-dc67-4caa-9ab3-5cde5302d682 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:16:02.090368 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-aa4e4da9-85d6-48dc-a3bc-c5c346910d22 req-44f495cf-dc67-4caa-9ab3-5cde5302d682 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 945 time: 0.0477910 Jan 27 08:16:02.140076 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-aa4e4da9-85d6-48dc-a3bc-c5c346910d22 req-57cd39c7-32a7-4990-aa4a-f711719f0af0 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437024 Jan 27 08:16:02.381793 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce0687-7511-4d52-9c3a-8977f77c09c2 req-5f630f84-f992-46d4-9613-8db5e130f59c tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:16:02.383594 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-c5ce0687-7511-4d52-9c3a-8977f77c09c2 req-5f630f84-f992-46d4-9613-8db5e130f59c tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7ccb9d0-3f23-4bb9-b303-4d3c9d13ac63 HTTP/1.1" status: 200 len: 945 time: 0.0558734 Jan 27 08:16:02.441680 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-c5ce0687-7511-4d52-9c3a-8977f77c09c2 req-fd0a9793-9bd6-492d-a47f-79cfef60bf30 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f7b64f7-7347-4318-a139-75a0cbe91c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486727 Jan 27 08:16:03.257135 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43256f-cecf-4810-8bbb-c5c353b13500 req-638f451b-5c45-40af-a43a-f6b0d4b1b3ea tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:16:03.258609 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-4d43256f-cecf-4810-8bbb-c5c353b13500 req-638f451b-5c45-40af-a43a-f6b0d4b1b3ea tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 945 time: 0.0494244 Jan 27 08:16:03.307639 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-4d43256f-cecf-4810-8bbb-c5c353b13500 req-e7085e44-5ad1-4177-94a9-60e75b0d2c38 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436790 Jan 27 08:16:03.563398 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45b121-dcf8-43ef-beda-c1b8d726036f req-bb1fbe28-693b-4de2-b8d0-b224898aa39f tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:16:03.566203 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-bc45b121-dcf8-43ef-beda-c1b8d726036f req-bb1fbe28-693b-4de2-b8d0-b224898aa39f tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7ccb9d0-3f23-4bb9-b303-4d3c9d13ac63 HTTP/1.1" status: 200 len: 945 time: 0.0491605 Jan 27 08:16:03.614888 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e99e1-0f90-4a67-82b6-2f5802512470 req-613a2af4-0c7e-4501-a347-7d0294e98e7f tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:16:03.617794 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-853e99e1-0f90-4a67-82b6-2f5802512470 req-613a2af4-0c7e-4501-a347-7d0294e98e7f tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7ccb9d0-3f23-4bb9-b303-4d3c9d13ac63 HTTP/1.1" status: 200 len: 945 time: 0.0972884 Jan 27 08:16:03.683347 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-bc45b121-dcf8-43ef-beda-c1b8d726036f req-04429970-35e7-486f-817a-4b9c712c1342 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f7b64f7-7347-4318-a139-75a0cbe91c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993142 Jan 27 08:16:03.772969 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [req-853e99e1-0f90-4a67-82b6-2f5802512470 req-2ba4d86c-4097-413f-9acf-30065b9a2813 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] Deleting port 84200814-bb9d-49e6-8dd9-359441c7fdaa {{(pid=102575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 08:16:03.773503 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-853e99e1-0f90-4a67-82b6-2f5802512470 req-2ba4d86c-4097-413f-9acf-30065b9a2813 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730335283038'] for port (84200814-bb9d-49e6-8dd9-359441c7fdaa), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:03.875605 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [req-853e99e1-0f90-4a67-82b6-2f5802512470 req-2ba4d86c-4097-413f-9acf-30065b9a2813 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] For port 84200814-bb9d-49e6-8dd9-359441c7fdaa, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=84200814-bb9d-49e6-8dd9-359441c7fdaa,segment=NetworkSegment(fa20df18-9dfb-42b4-a743-045575d1cce4),segment_id=fa20df18-9dfb-42b4-a743-045575d1cce4)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:16:03.875823 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-853e99e1-0f90-4a67-82b6-2f5802512470 req-2ba4d86c-4097-413f-9acf-30065b9a2813 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547444'] for port (84200814-bb9d-49e6-8dd9-359441c7fdaa), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:03.893548 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [req-853e99e1-0f90-4a67-82b6-2f5802512470 req-2ba4d86c-4097-413f-9acf-30065b9a2813 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] Calling delete_port for 84200814-bb9d-49e6-8dd9-359441c7fdaa owned by compute:nova {{(pid=102575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 08:16:03.997449 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 57358) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:04.162008 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-853e99e1-0f90-4a67-82b6-2f5802512470 req-2ba4d86c-4097-413f-9acf-30065b9a2813 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730335288760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730334756118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13172730'] for port (84200814-bb9d-49e6-8dd9-359441c7fdaa), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:04.177262 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] get_ports_and_sgs() called for port_ids ['84200814-bb9d-49e6-8dd9-359441c7fdaa'] {{(pid=102577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 08:16:04.198445 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba4d86c-4097-413f-9acf-30065b9a2813 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] Pushing event deleted for resources: {'Port': ['ID=84200814-bb9d-49e6-8dd9-359441c7fdaa,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:04.202857 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-7378177c-53d3-4715-aaf4-bc355dae443b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:04.262450 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [req-853e99e1-0f90-4a67-82b6-2f5802512470 req-2ba4d86c-4097-413f-9acf-30065b9a2813 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] No DVR routers for this DVR port 84200814-bb9d-49e6-8dd9-359441c7fdaa on host hv-cinder-82658 {{(pid=102575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 08:16:04.266212 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-853e99e1-0f90-4a67-82b6-2f5802512470 req-2ba4d86c-4097-413f-9acf-30065b9a2813 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for port (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:04.269668 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-853e99e1-0f90-4a67-82b6-2f5802512470 req-2ba4d86c-4097-413f-9acf-30065b9a2813 tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] 10.222.0.72 "DELETE /v2.0/ports/84200814-bb9d-49e6-8dd9-359441c7fdaa HTTP/1.1" status: 204 len: 173 time: 0.6397727 Jan 27 08:16:04.270128 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ccb9d0-3f23-4bb9-b303-4d3c9d13ac63', 'name': 'network-vif-deleted', 'tag': '84200814-bb9d-49e6-8dd9-359441c7fdaa'}] {{(pid=102575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:16:04.272475 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34d12f73e8b898318ba96f52067286bd4e4b64784ab72771e8c48dd469e53537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54c0a7d-9a82-4fad-b503-29f9e8784917" -d '{"events": [{"server_uuid": "d7ccb9d0-3f23-4bb9-b303-4d3c9d13ac63", "name": "network-vif-deleted", "tag": "84200814-bb9d-49e6-8dd9-359441c7fdaa"}]}' {{(pid=102575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:16:04.289555 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-7378177c-53d3-4715-aaf4-bc355dae443b admin admin] Publish callbacks [] for security_group (83362d8a-7344-4537-9f30-6b0b4bff3d8e), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:04.293785 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-7378177c-53d3-4715-aaf4-bc355dae443b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (83362d8a-7344-4537-9f30-6b0b4bff3d8e), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:04.331655 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-7378177c-53d3-4715-aaf4-bc355dae443b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8fd876cbc6b547069aac0b391fcb4b26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3331082 Jan 27 08:16:04.337695 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 57376) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:04.356570 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7378177c-53d3-4715-aaf4-bc355dae443b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83362d8a-7344-4537-9f30-6b0b4bff3d8e,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:04.415806 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-dea9b45a-f991-4607-9b46-9f5c9c8f0a9f admin admin] Publish callbacks [] for security_group (83362d8a-7344-4537-9f30-6b0b4bff3d8e), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:04.461583 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-dea9b45a-f991-4607-9b46-9f5c9c8f0a9f admin admin] Publish callbacks [] for security_group (83362d8a-7344-4537-9f30-6b0b4bff3d8e), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:04.474968 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 08:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc8b0d2-1699-4f83-861d-a93436f28064 x-openstack-request-id: req-fbc8b0d2-1699-4f83-861d-a93436f28064 {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:16:04.475265 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7ccb9d0-3f23-4bb9-b303-4d3c9d13ac63", "name": "network-vif-deleted", "tag": "84200814-bb9d-49e6-8dd9-359441c7fdaa", "status": "completed", "code": 200}]} {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:16:04.475520 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fbc8b0d2-1699-4f83-861d-a93436f28064 {{(pid=102575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:16:04.475981 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ccb9d0-3f23-4bb9-b303-4d3c9d13ac63', 'name': 'network-vif-deleted', 'tag': '84200814-bb9d-49e6-8dd9-359441c7fdaa', 'status': 'completed', 'code': 200} Jan 27 08:16:04.488301 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7428d0-e1f5-4248-975b-b90cad8bfad4 req-95971910-6aea-4f2f-bf6b-8a0d6d614bbf tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:16:04.489777 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-1a7428d0-e1f5-4248-975b-b90cad8bfad4 req-95971910-6aea-4f2f-bf6b-8a0d6d614bbf tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 945 time: 0.0896444 Jan 27 08:16:04.545536 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-1a7428d0-e1f5-4248-975b-b90cad8bfad4 req-4bac40ca-9e63-417d-863a-67ae1f90dc93 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488949 Jan 27 08:16:04.546509 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-dea9b45a-f991-4607-9b46-9f5c9c8f0a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (83362d8a-7344-4537-9f30-6b0b4bff3d8e), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:04.549056 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-dea9b45a-f991-4607-9b46-9f5c9c8f0a9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:04.552672 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-dea9b45a-f991-4607-9b46-9f5c9c8f0a9f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/83362d8a-7344-4537-9f30-6b0b4bff3d8e HTTP/1.1" status: 204 len: 168 time: 0.2124159 Jan 27 08:16:04.560314 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9b45a-f991-4607-9b46-9f5c9c8f0a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83362d8a-7344-4537-9f30-6b0b4bff3d8e,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:04.771521 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-49a766e5-0a5f-4070-ab31-fee5831de300 req-a89a5442-bdf1-4040-b069-ea5765be901a tempest-DeleteServersTestJSON-885859360 tempest-DeleteServersTestJSON-885859360-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7ccb9d0-3f23-4bb9-b303-4d3c9d13ac63 HTTP/1.1" status: 200 len: 210 time: 0.0279002 Jan 27 08:16:04.836626 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 57388) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:04.849919 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-71720e5d-d590-46a4-8c7a-df1197fd8618 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:04.924178 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-71720e5d-d590-46a4-8c7a-df1197fd8618 admin admin] Publish callbacks [] for security_group (380b4275-4073-4c2f-b5b4-e79809a46057), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:04.927940 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-71720e5d-d590-46a4-8c7a-df1197fd8618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (380b4275-4073-4c2f-b5b4-e79809a46057), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:04.969051 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-71720e5d-d590-46a4-8c7a-df1197fd8618 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=53f063706aa34eae951bb668dadb83a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1311891 Jan 27 08:16:04.969824 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71720e5d-d590-46a4-8c7a-df1197fd8618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=380b4275-4073-4c2f-b5b4-e79809a46057,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:04.971672 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 57394) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:05.034087 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-6cbba4ba-6f59-4ed3-baa1-454b939fcbdf admin admin] Publish callbacks [] for security_group (380b4275-4073-4c2f-b5b4-e79809a46057), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:05.055936 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-6cbba4ba-6f59-4ed3-baa1-454b939fcbdf admin admin] Publish callbacks [] for security_group (380b4275-4073-4c2f-b5b4-e79809a46057), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:05.105888 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-6cbba4ba-6f59-4ed3-baa1-454b939fcbdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (380b4275-4073-4c2f-b5b4-e79809a46057), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:05.108617 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-6cbba4ba-6f59-4ed3-baa1-454b939fcbdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:05.112590 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-6cbba4ba-6f59-4ed3-baa1-454b939fcbdf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/380b4275-4073-4c2f-b5b4-e79809a46057 HTTP/1.1" status: 204 len: 168 time: 0.1370902 Jan 27 08:16:05.120097 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbba4ba-6f59-4ed3-baa1-454b939fcbdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=380b4275-4073-4c2f-b5b4-e79809a46057,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:05.695043 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aa4a35-1b76-4b13-9460-b7a7ec1667f1 req-a985a4cd-57ec-4cdc-a8ac-3f9d0e95f6db tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:16:05.697445 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b2aa4a35-1b76-4b13-9460-b7a7ec1667f1 req-a985a4cd-57ec-4cdc-a8ac-3f9d0e95f6db tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 945 time: 0.0714583 Jan 27 08:16:05.754452 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b2aa4a35-1b76-4b13-9460-b7a7ec1667f1 req-27545fce-900d-4ddb-96aa-c5d1eaaa283c tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505035 Jan 27 08:16:06.394118 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 57512) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:06.532681 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-f86c57c4-b38c-4de4-8ff1-d3b4dc9b71ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:06.618332 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-f86c57c4-b38c-4de4-8ff1-d3b4dc9b71ed admin admin] Publish callbacks [] for security_group (82a0c1d0-fed3-402a-b534-5153e82dfc67), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:06.621900 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-f86c57c4-b38c-4de4-8ff1-d3b4dc9b71ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (82a0c1d0-fed3-402a-b534-5153e82dfc67), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:06.660459 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-f86c57c4-b38c-4de4-8ff1-d3b4dc9b71ed admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=655423b785174952b9e6c0a96fd52618&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2641110 Jan 27 08:16:06.661336 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86c57c4-b38c-4de4-8ff1-d3b4dc9b71ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a0c1d0-fed3-402a-b534-5153e82dfc67,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:06.663156 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 57520) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:06.720145 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-b8c5ded9-24bc-45ca-b1a0-c9c737f8af67 admin admin] Publish callbacks [] for security_group (82a0c1d0-fed3-402a-b534-5153e82dfc67), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:06.748069 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-b8c5ded9-24bc-45ca-b1a0-c9c737f8af67 admin admin] Publish callbacks [] for security_group (82a0c1d0-fed3-402a-b534-5153e82dfc67), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:06.806142 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-b8c5ded9-24bc-45ca-b1a0-c9c737f8af67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (82a0c1d0-fed3-402a-b534-5153e82dfc67), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:06.809662 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-b8c5ded9-24bc-45ca-b1a0-c9c737f8af67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:06.812106 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-b8c5ded9-24bc-45ca-b1a0-c9c737f8af67 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/82a0c1d0-fed3-402a-b534-5153e82dfc67 HTTP/1.1" status: 204 len: 168 time: 0.1474707 Jan 27 08:16:06.821107 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c5ded9-24bc-45ca-b1a0-c9c737f8af67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a0c1d0-fed3-402a-b534-5153e82dfc67,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:06.913246 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d667dfc-8c89-421e-9be5-13ba9088fc98 req-c611d4f9-5b1f-45d4-92c9-4c024684df42 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:16:06.914935 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-6d667dfc-8c89-421e-9be5-13ba9088fc98 req-c611d4f9-5b1f-45d4-92c9-4c024684df42 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 945 time: 0.0608206 Jan 27 08:16:06.982161 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-6d667dfc-8c89-421e-9be5-13ba9088fc98 req-a12af2d9-2f40-412b-a8ce-8b8dc6053ef3 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606687 Jan 27 08:16:07.150359 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 57554) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:07.164786 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-974f2593-5a42-4e62-8bbe-b66856db0716 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:07.226920 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 57560) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:07.277490 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-974f2593-5a42-4e62-8bbe-b66856db0716 admin admin] Publish callbacks [] for security_group (87364159-a26d-419b-a984-c5eaa12dc352), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:07.284506 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-974f2593-5a42-4e62-8bbe-b66856db0716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (87364159-a26d-419b-a984-c5eaa12dc352), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:07.319588 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.db_base_plugin_v2 [None req-f678fdaf-a8b6-4e55-b4b1-09e0d94daeb0 admin admin] Deleting subnet d3baa8fc-a045-4a8b-a8fe-336ed2528725 {{(pid=102576) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 08:16:07.329172 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-f678fdaf-a8b6-4e55-b4b1-09e0d94daeb0 admin admin] Publish callbacks [] for subnet (d3baa8fc-a045-4a8b-a8fe-336ed2528725), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:07.360120 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-974f2593-5a42-4e62-8bbe-b66856db0716 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=206699d585644d23a51d5a85a4d54db5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2086394 Jan 27 08:16:07.363045 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 57564) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:07.366171 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974f2593-5a42-4e62-8bbe-b66856db0716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87364159-a26d-419b-a984-c5eaa12dc352,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:07.383261 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-f678fdaf-a8b6-4e55-b4b1-09e0d94daeb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14124120'] for subnet (d3baa8fc-a045-4a8b-a8fe-336ed2528725), precommit_delete_associations {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:07.426595 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-5aefb04f-bd5e-4686-8e4d-83e437f4eba1 admin admin] Publish callbacks [] for security_group (87364159-a26d-419b-a984-c5eaa12dc352), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:07.427368 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-f678fdaf-a8b6-4e55-b4b1-09e0d94daeb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537734'] for subnet (d3baa8fc-a045-4a8b-a8fe-336ed2528725), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:07.448056 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-5aefb04f-bd5e-4686-8e4d-83e437f4eba1 admin admin] Publish callbacks [] for security_group (87364159-a26d-419b-a984-c5eaa12dc352), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:07.482838 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-f678fdaf-a8b6-4e55-b4b1-09e0d94daeb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13114748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13593762'] for subnet (d3baa8fc-a045-4a8b-a8fe-336ed2528725), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:07.498471 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-5aefb04f-bd5e-4686-8e4d-83e437f4eba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (87364159-a26d-419b-a984-c5eaa12dc352), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:07.501308 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-5aefb04f-bd5e-4686-8e4d-83e437f4eba1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:07.502539 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-5aefb04f-bd5e-4686-8e4d-83e437f4eba1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/87364159-a26d-419b-a984-c5eaa12dc352 HTTP/1.1" status: 204 len: 168 time: 0.1384106 Jan 27 08:16:07.510483 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aefb04f-bd5e-4686-8e4d-83e437f4eba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87364159-a26d-419b-a984-c5eaa12dc352,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:07.513575 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f678fdaf-a8b6-4e55-b4b1-09e0d94daeb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3baa8fc-a045-4a8b-a8fe-336ed2528725,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:07.517989 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-f678fdaf-a8b6-4e55-b4b1-09e0d94daeb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for subnet (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:07.521443 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-f678fdaf-a8b6-4e55-b4b1-09e0d94daeb0 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/d3baa8fc-a045-4a8b-a8fe-336ed2528725 HTTP/1.1" status: 204 len: 168 time: 0.2934465 Jan 27 08:16:07.525038 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 57568) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:07.619064 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-586a5081-2149-48c4-87d5-1b9bc146cf17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1691783'] for network (1a10d936-2487-48e8-aa9c-a0dd8e98b798), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:07.623505 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device 84200814-bb9d-49e6-8dd9-359441c7fdaa no longer exists at agent hyperv_hv-cinder-82658 {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 08:16:07.643611 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] No Port match for: 84200814-bb9d-49e6-8dd9-359441c7fdaa {{(pid=102577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 08:16:07.643946 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device 84200814-bb9d-49e6-8dd9-359441c7fdaa not bound to the agent host hv-cinder-82658 {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 08:16:07.720310 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-586a5081-2149-48c4-87d5-1b9bc146cf17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535825', 'neutron.services.segments.db._delete_segments_for_network-8730335277442'] for network (1a10d936-2487-48e8-aa9c-a0dd8e98b798), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:07.742859 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.services.segments.db [None req-586a5081-2149-48c4-87d5-1b9bc146cf17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a10d936-2487-48e8-aa9c-a0dd8e98b798']}} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:16:07.753150 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.services.segments.db [None req-586a5081-2149-48c4-87d5-1b9bc146cf17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa20df18-9dfb-42b4-a743-045575d1cce4') {'for_net_delete': True} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:16:07.753497 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.services.segments.db [None req-586a5081-2149-48c4-87d5-1b9bc146cf17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa20df18-9dfb-42b4-a743-045575d1cce4') {} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:16:07.766852 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-586a5081-2149-48c4-87d5-1b9bc146cf17 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730335278475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14124113'] for segment (fa20df18-9dfb-42b4-a743-045575d1cce4), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:07.781299 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-586a5081-2149-48c4-87d5-1b9bc146cf17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505597'] for segment (fa20df18-9dfb-42b4-a743-045575d1cce4), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:07.787618 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-586a5081-2149-48c4-87d5-1b9bc146cf17 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=102576) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 08:16:07.787996 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-586a5081-2149-48c4-87d5-1b9bc146cf17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13114834'] for segment (fa20df18-9dfb-42b4-a743-045575d1cce4), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:07.789655 dv-cinder-826589-1-iscsi neutron-server[102576]: Traceback (most recent call last): Jan 27 08:16:07.789655 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 08:16:07.789655 dv-cinder-826589-1-iscsi neutron-server[102576]: timer() Jan 27 08:16:07.789655 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 08:16:07.789655 dv-cinder-826589-1-iscsi neutron-server[102576]: cb(*args, **kw) Jan 27 08:16:07.789655 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 08:16:07.789655 dv-cinder-826589-1-iscsi neutron-server[102576]: return func(*args, **kwargs) Jan 27 08:16:07.789655 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 08:16:07.789655 dv-cinder-826589-1-iscsi neutron-server[102576]: self._notify() Jan 27 08:16:07.789655 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 08:16:07.789655 dv-cinder-826589-1-iscsi neutron-server[102576]: self.callback(batched_events) Jan 27 08:16:07.789655 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 08:16:07.789655 dv-cinder-826589-1-iscsi neutron-server[102576]: event.method(event) Jan 27 08:16:07.789655 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 08:16:07.789655 dv-cinder-826589-1-iscsi neutron-server[102576]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 08:16:07.789655 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 08:16:07.789655 dv-cinder-826589-1-iscsi neutron-server[102576]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 08:16:07.789655 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 08:16:07.789655 dv-cinder-826589-1-iscsi neutron-server[102576]: return f(self, *a, **k) Jan 27 08:16:07.789655 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 08:16:07.789655 dv-cinder-826589-1-iscsi neutron-server[102576]: return self._get(url).json() Jan 27 08:16:07.789655 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 08:16:07.789655 dv-cinder-826589-1-iscsi neutron-server[102576]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 08:16:07.789655 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 08:16:07.789655 dv-cinder-826589-1-iscsi neutron-server[102576]: return self.request(url, 'GET', **kwargs) Jan 27 08:16:07.789655 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 08:16:07.789655 dv-cinder-826589-1-iscsi neutron-server[102576]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 08:16:07.789655 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 08:16:07.789655 dv-cinder-826589-1-iscsi neutron-server[102576]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 08:16:07.789655 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 08:16:07.789655 dv-cinder-826589-1-iscsi neutron-server[102576]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 08:16:07.789655 dv-cinder-826589-1-iscsi neutron-server[102576]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 08:16:07.846935 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-586a5081-2149-48c4-87d5-1b9bc146cf17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549501'] for network (1a10d936-2487-48e8-aa9c-a0dd8e98b798), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:07.852326 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-586a5081-2149-48c4-87d5-1b9bc146cf17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for network (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:07.855529 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-586a5081-2149-48c4-87d5-1b9bc146cf17 admin admin] 10.222.0.59 "DELETE /v2.0/networks/1a10d936-2487-48e8-aa9c-a0dd8e98b798 HTTP/1.1" status: 204 len: 168 time: 0.3294849 Jan 27 08:16:07.867398 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586a5081-2149-48c4-87d5-1b9bc146cf17 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a10d936-2487-48e8-aa9c-a0dd8e98b798,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:07.982097 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 57588) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:08.026701 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 57592) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:08.026909 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-5102abfa-e5fc-4192-8543-d00387865e2c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ed2d39a185844ec692a0384bdc012a48&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0429142 Jan 27 08:16:08.080636 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-86ac70a6-671e-4f26-97e0-0fa8190867d1 admin admin] Publish callbacks [] for security_group (5f7b64f7-7347-4318-a139-75a0cbe91c2c), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:08.108350 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-86ac70a6-671e-4f26-97e0-0fa8190867d1 admin admin] Publish callbacks [] for security_group (5f7b64f7-7347-4318-a139-75a0cbe91c2c), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:08.137506 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf797c4-b0e4-49ec-8946-5b17309a5567 req-8a67b444-481c-4b26-bf05-04ff61494ebe tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:16:08.139981 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-0cf797c4-b0e4-49ec-8946-5b17309a5567 req-8a67b444-481c-4b26-bf05-04ff61494ebe tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 945 time: 0.0692859 Jan 27 08:16:08.172978 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-86ac70a6-671e-4f26-97e0-0fa8190867d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (5f7b64f7-7347-4318-a139-75a0cbe91c2c), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:08.176704 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-86ac70a6-671e-4f26-97e0-0fa8190867d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:08.177888 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-86ac70a6-671e-4f26-97e0-0fa8190867d1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5f7b64f7-7347-4318-a139-75a0cbe91c2c HTTP/1.1" status: 204 len: 168 time: 0.1499031 Jan 27 08:16:08.187167 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ac70a6-671e-4f26-97e0-0fa8190867d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7b64f7-7347-4318-a139-75a0cbe91c2c,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:08.217315 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-0cf797c4-b0e4-49ec-8946-5b17309a5567 req-68c2211c-ff7a-4374-b1bf-d2a769e64a5c tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644472 Jan 27 08:16:09.332635 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60989cb2-e3ee-47f7-90e1-002e2fe90b58 req-453a1863-946f-4bc0-8c52-56c380005124 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:16:09.334348 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-60989cb2-e3ee-47f7-90e1-002e2fe90b58 req-453a1863-946f-4bc0-8c52-56c380005124 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 945 time: 0.0525115 Jan 27 08:16:09.387096 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-60989cb2-e3ee-47f7-90e1-002e2fe90b58 req-528f1af6-938a-4149-9820-507652587460 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463753 Jan 27 08:16:10.538012 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb72bc-70c5-4ed1-8ea0-a7f2f8a2b9c6 req-c95730f4-d362-47df-9ce5-253349ac39f7 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:16:10.539520 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-8ecb72bc-70c5-4ed1-8ea0-a7f2f8a2b9c6 req-c95730f4-d362-47df-9ce5-253349ac39f7 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 945 time: 0.0675516 Jan 27 08:16:10.601592 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-8ecb72bc-70c5-4ed1-8ea0-a7f2f8a2b9c6 req-9a7a5182-9c93-4956-a85f-e1b516c08e31 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554016 Jan 27 08:16:11.081972 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 57754) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:11.193628 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-29474e7c-9d93-4fea-a68c-27f51ca48eae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:11.270307 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-29474e7c-9d93-4fea-a68c-27f51ca48eae admin admin] Publish callbacks [] for security_group (a0a70f78-27b2-49ae-a8a2-f1c362f36fa8), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:11.274313 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-29474e7c-9d93-4fea-a68c-27f51ca48eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (a0a70f78-27b2-49ae-a8a2-f1c362f36fa8), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:11.312943 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29474e7c-9d93-4fea-a68c-27f51ca48eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a70f78-27b2-49ae-a8a2-f1c362f36fa8,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:11.318617 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-29474e7c-9d93-4fea-a68c-27f51ca48eae admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=226cc152d4d9455986380598afaf3ccb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2356172 Jan 27 08:16:11.321285 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 57758) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:11.372415 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-195a5205-3a2e-4251-91fc-b0fec1d36564 admin admin] Publish callbacks [] for security_group (a0a70f78-27b2-49ae-a8a2-f1c362f36fa8), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:11.395426 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-195a5205-3a2e-4251-91fc-b0fec1d36564 admin admin] Publish callbacks [] for security_group (a0a70f78-27b2-49ae-a8a2-f1c362f36fa8), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:11.449017 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-195a5205-3a2e-4251-91fc-b0fec1d36564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (a0a70f78-27b2-49ae-a8a2-f1c362f36fa8), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:11.452165 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-195a5205-3a2e-4251-91fc-b0fec1d36564 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:11.453309 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-195a5205-3a2e-4251-91fc-b0fec1d36564 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a0a70f78-27b2-49ae-a8a2-f1c362f36fa8 HTTP/1.1" status: 204 len: 168 time: 0.1307402 Jan 27 08:16:11.460862 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a5205-3a2e-4251-91fc-b0fec1d36564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a70f78-27b2-49ae-a8a2-f1c362f36fa8,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:11.722869 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1bee21-bb23-4dd5-a09b-867935ba232b req-6496737d-81d3-41e9-b165-701ca2af4c00 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:16:11.724329 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-2e1bee21-bb23-4dd5-a09b-867935ba232b req-6496737d-81d3-41e9-b165-701ca2af4c00 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 945 time: 0.0486989 Jan 27 08:16:11.734957 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 57766) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:11.747780 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-e26fb546-1e9e-49bf-a80d-0b36f6df9667 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:11.774350 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-2e1bee21-bb23-4dd5-a09b-867935ba232b req-ae4000c0-2a89-45a6-a600-47f531ec28bb tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442858 Jan 27 08:16:11.823316 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-e26fb546-1e9e-49bf-a80d-0b36f6df9667 admin admin] Publish callbacks [] for security_group (e22781e3-6356-4c20-80de-170fe55b6248), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:11.827579 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-e26fb546-1e9e-49bf-a80d-0b36f6df9667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (e22781e3-6356-4c20-80de-170fe55b6248), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:11.864719 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26fb546-1e9e-49bf-a80d-0b36f6df9667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e22781e3-6356-4c20-80de-170fe55b6248,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:11.873067 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-e26fb546-1e9e-49bf-a80d-0b36f6df9667 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d7a9e456f20f47a4a5f3916e9c663ba6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1370485 Jan 27 08:16:11.875652 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 57770) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:11.924190 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-91458c5e-2124-422d-8528-09ddb6dfdceb admin admin] Publish callbacks [] for security_group (e22781e3-6356-4c20-80de-170fe55b6248), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:11.944828 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-91458c5e-2124-422d-8528-09ddb6dfdceb admin admin] Publish callbacks [] for security_group (e22781e3-6356-4c20-80de-170fe55b6248), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:11.991573 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-91458c5e-2124-422d-8528-09ddb6dfdceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (e22781e3-6356-4c20-80de-170fe55b6248), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:11.995275 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-91458c5e-2124-422d-8528-09ddb6dfdceb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:11.999112 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-91458c5e-2124-422d-8528-09ddb6dfdceb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e22781e3-6356-4c20-80de-170fe55b6248 HTTP/1.1" status: 204 len: 168 time: 0.1225817 Jan 27 08:16:12.007121 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91458c5e-2124-422d-8528-09ddb6dfdceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e22781e3-6356-4c20-80de-170fe55b6248,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:12.505318 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 57802) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:12.516354 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 57806) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:12.535968 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 57810) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:12.650393 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-558ab6ca-a28c-486a-be35-9e589a421d60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:12.653222 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-00c9fc87-d826-4a87-8454-5fea9c6d2059 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:12.704021 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-1201e4a8-f78a-4b7c-817d-e8cd8c78a193 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:12.757267 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-00c9fc87-d826-4a87-8454-5fea9c6d2059 admin admin] Publish callbacks [] for security_group (68043ef4-f223-47c4-859a-a6ab7d234281), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:12.763178 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-00c9fc87-d826-4a87-8454-5fea9c6d2059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (68043ef4-f223-47c4-859a-a6ab7d234281), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:12.795963 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-558ab6ca-a28c-486a-be35-9e589a421d60 admin admin] Publish callbacks [] for security_group (b3c8ec40-ed42-4c32-ba25-42e81752cc42), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:12.808178 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-558ab6ca-a28c-486a-be35-9e589a421d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (b3c8ec40-ed42-4c32-ba25-42e81752cc42), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:12.814964 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-00c9fc87-d826-4a87-8454-5fea9c6d2059 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5044a687eeff4278a75db442e2086d64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2951806 Jan 27 08:16:12.816377 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 57822) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:12.822461 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c9fc87-d826-4a87-8454-5fea9c6d2059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68043ef4-f223-47c4-859a-a6ab7d234281,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:12.880057 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-1201e4a8-f78a-4b7c-817d-e8cd8c78a193 admin admin] Publish callbacks [] for security_group (5d8804a2-0fbc-45dc-9f4b-e200a015737b), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:12.929851 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773fe913-b0b7-4e6c-a759-14e33f6fee49 req-0479e132-f595-4596-8df0-e1924678cc8e tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:16:12.931454 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-1201e4a8-f78a-4b7c-817d-e8cd8c78a193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (5d8804a2-0fbc-45dc-9f4b-e200a015737b), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:12.933202 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-773fe913-b0b7-4e6c-a759-14e33f6fee49 req-0479e132-f595-4596-8df0-e1924678cc8e tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 945 time: 0.0702155 Jan 27 08:16:12.935034 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-f4385779-96c3-4b4a-82e9-09369ca27d24 admin admin] Publish callbacks [] for security_group (68043ef4-f223-47c4-859a-a6ab7d234281), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:12.942647 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-558ab6ca-a28c-486a-be35-9e589a421d60 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0b05d9b62ffa4186be294b91f6e4c785&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4355454 Jan 27 08:16:12.943224 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 57830) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:12.961525 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558ab6ca-a28c-486a-be35-9e589a421d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c8ec40-ed42-4c32-ba25-42e81752cc42,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:12.988159 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-773fe913-b0b7-4e6c-a759-14e33f6fee49 req-03969837-b96a-445b-93b1-11a9e77eaffa tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500097 Jan 27 08:16:13.001386 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-f4385779-96c3-4b4a-82e9-09369ca27d24 admin admin] Publish callbacks [] for security_group (68043ef4-f223-47c4-859a-a6ab7d234281), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:13.052675 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-1201e4a8-f78a-4b7c-817d-e8cd8c78a193 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d966844b9d704cac9191ecd510b9cf85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5155957 Jan 27 08:16:13.055443 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 57836) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:13.066724 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1201e4a8-f78a-4b7c-817d-e8cd8c78a193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8804a2-0fbc-45dc-9f4b-e200a015737b,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:13.098653 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-f4385779-96c3-4b4a-82e9-09369ca27d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (68043ef4-f223-47c4-859a-a6ab7d234281), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:13.101219 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-f4385779-96c3-4b4a-82e9-09369ca27d24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:13.104950 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-f4385779-96c3-4b4a-82e9-09369ca27d24 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/68043ef4-f223-47c4-859a-a6ab7d234281 HTTP/1.1" status: 204 len: 168 time: 0.2875309 Jan 27 08:16:13.108009 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-c2a2b16f-738b-47b9-8f71-e421f327179a admin admin] Publish callbacks [] for security_group (b3c8ec40-ed42-4c32-ba25-42e81752cc42), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:13.113673 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-7e73d035-26b3-43cb-8d18-fcf17c9964f4 admin admin] Publish callbacks [] for security_group (5d8804a2-0fbc-45dc-9f4b-e200a015737b), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:13.122863 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4385779-96c3-4b4a-82e9-09369ca27d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68043ef4-f223-47c4-859a-a6ab7d234281,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:13.138631 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-c2a2b16f-738b-47b9-8f71-e421f327179a admin admin] Publish callbacks [] for security_group (b3c8ec40-ed42-4c32-ba25-42e81752cc42), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:13.155828 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-7e73d035-26b3-43cb-8d18-fcf17c9964f4 admin admin] Publish callbacks [] for security_group (5d8804a2-0fbc-45dc-9f4b-e200a015737b), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:13.202538 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-c2a2b16f-738b-47b9-8f71-e421f327179a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (b3c8ec40-ed42-4c32-ba25-42e81752cc42), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:13.205172 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-c2a2b16f-738b-47b9-8f71-e421f327179a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:13.207340 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-c2a2b16f-738b-47b9-8f71-e421f327179a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b3c8ec40-ed42-4c32-ba25-42e81752cc42 HTTP/1.1" status: 204 len: 168 time: 0.2593176 Jan 27 08:16:13.215098 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a2b16f-738b-47b9-8f71-e421f327179a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c8ec40-ed42-4c32-ba25-42e81752cc42,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:13.225763 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-7e73d035-26b3-43cb-8d18-fcf17c9964f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (5d8804a2-0fbc-45dc-9f4b-e200a015737b), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:13.229079 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-7e73d035-26b3-43cb-8d18-fcf17c9964f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:13.231349 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-7e73d035-26b3-43cb-8d18-fcf17c9964f4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5d8804a2-0fbc-45dc-9f4b-e200a015737b HTTP/1.1" status: 204 len: 168 time: 0.1744180 Jan 27 08:16:13.241294 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e73d035-26b3-43cb-8d18-fcf17c9964f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8804a2-0fbc-45dc-9f4b-e200a015737b,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:13.702180 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 57862) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:13.718266 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-ab5b6a4a-17fc-4c11-88d5-a3c922e0cb9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:13.813540 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-ab5b6a4a-17fc-4c11-88d5-a3c922e0cb9f admin admin] Publish callbacks [] for security_group (8f661a41-9bcc-4bae-af69-24c96bfeb86e), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:13.819561 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-ab5b6a4a-17fc-4c11-88d5-a3c922e0cb9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (8f661a41-9bcc-4bae-af69-24c96bfeb86e), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:13.869721 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-ab5b6a4a-17fc-4c11-88d5-a3c922e0cb9f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=89fc32bb2de1470a938aa1d798a3c68a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1641357 Jan 27 08:16:13.869974 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 57876) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:13.871820 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5b6a4a-17fc-4c11-88d5-a3c922e0cb9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f661a41-9bcc-4bae-af69-24c96bfeb86e,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:13.931456 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-c5227e98-7405-4f3e-868c-119581189e98 admin admin] Publish callbacks [] for security_group (8f661a41-9bcc-4bae-af69-24c96bfeb86e), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:13.963638 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-c5227e98-7405-4f3e-868c-119581189e98 admin admin] Publish callbacks [] for security_group (8f661a41-9bcc-4bae-af69-24c96bfeb86e), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:14.029495 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-c5227e98-7405-4f3e-868c-119581189e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (8f661a41-9bcc-4bae-af69-24c96bfeb86e), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:14.033958 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-c5227e98-7405-4f3e-868c-119581189e98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:14.043523 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-c5227e98-7405-4f3e-868c-119581189e98 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8f661a41-9bcc-4bae-af69-24c96bfeb86e HTTP/1.1" status: 204 len: 168 time: 0.1726851 Jan 27 08:16:14.054190 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5227e98-7405-4f3e-868c-119581189e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f661a41-9bcc-4bae-af69-24c96bfeb86e,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:14.146817 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a1926-d229-4476-bc2b-ee0188609653 req-74c665d9-acfa-4510-9878-0805ab8f9198 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:16:14.148499 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-453a1926-d229-4476-bc2b-ee0188609653 req-74c665d9-acfa-4510-9878-0805ab8f9198 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 945 time: 0.0658493 Jan 27 08:16:14.204744 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-453a1926-d229-4476-bc2b-ee0188609653 req-9fd5de04-4c2d-4f3b-bb11-b1258353506c tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497954 Jan 27 08:16:15.363153 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc7696-d93d-4804-bb61-ac133093acdc req-a4294450-073f-4fbc-acb3-9736e01e4cfc tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:16:15.365358 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b8dc7696-d93d-4804-bb61-ac133093acdc req-a4294450-073f-4fbc-acb3-9736e01e4cfc tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 945 time: 0.0788136 Jan 27 08:16:15.438099 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b8dc7696-d93d-4804-bb61-ac133093acdc req-cf436a81-c253-43c2-99fc-fb27452e0435 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666578 Jan 27 08:16:15.665955 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.agents_db [None req-38ef7be0-44ce-4a1a-bebd-f97a99571a56 None None] Agent healthcheck: found 6 active agents {{(pid=102578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 08:16:16.589821 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5de523-4025-434a-ac3e-0dc9d376d45f req-4c5cf2c2-cce1-4d20-9d82-58b1556a4883 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:16:16.597413 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-fd5de523-4025-434a-ac3e-0dc9d376d45f req-4c5cf2c2-cce1-4d20-9d82-58b1556a4883 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 945 time: 0.0692298 Jan 27 08:16:16.676412 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-fd5de523-4025-434a-ac3e-0dc9d376d45f req-cc2fd18e-1949-4c7b-87e1-dea8a64aa6ea tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776825 Jan 27 08:16:17.821284 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df2092-2d15-42bc-8539-bbdf92412271 req-4d337fb2-3550-48c4-9d57-7906fe184906 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:16:17.823708 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-e8df2092-2d15-42bc-8539-bbdf92412271 req-4d337fb2-3550-48c4-9d57-7906fe184906 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 945 time: 0.0556819 Jan 27 08:16:17.894127 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-e8df2092-2d15-42bc-8539-bbdf92412271 req-c97c42d7-90dd-4c78-a08d-8d4c260d53e6 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638900 Jan 27 08:16:18.064851 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 58098) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:18.176093 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-f9ce907d-871e-424d-aaf0-08ac1a09d2e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:18.260198 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-f9ce907d-871e-424d-aaf0-08ac1a09d2e6 admin admin] Publish callbacks [] for security_group (08080924-6840-4285-8c54-48a795a01562), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:18.273066 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-f9ce907d-871e-424d-aaf0-08ac1a09d2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (08080924-6840-4285-8c54-48a795a01562), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:18.309612 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ce907d-871e-424d-aaf0-08ac1a09d2e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08080924-6840-4285-8c54-48a795a01562,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:18.318879 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-f9ce907d-871e-424d-aaf0-08ac1a09d2e6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=97a71515f22a43a2a9722506f28f5132&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2502978 Jan 27 08:16:18.320288 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 58114) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:18.376903 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d2d6d0c9-6f75-4347-a2df-187463fef853 admin admin] Publish callbacks [] for security_group (08080924-6840-4285-8c54-48a795a01562), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:18.400827 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d2d6d0c9-6f75-4347-a2df-187463fef853 admin admin] Publish callbacks [] for security_group (08080924-6840-4285-8c54-48a795a01562), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:18.460477 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d2d6d0c9-6f75-4347-a2df-187463fef853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (08080924-6840-4285-8c54-48a795a01562), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:18.464395 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d2d6d0c9-6f75-4347-a2df-187463fef853 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:18.465861 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-d2d6d0c9-6f75-4347-a2df-187463fef853 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/08080924-6840-4285-8c54-48a795a01562 HTTP/1.1" status: 204 len: 168 time: 0.1457839 Jan 27 08:16:18.478027 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d6d0c9-6f75-4347-a2df-187463fef853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08080924-6840-4285-8c54-48a795a01562,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:19.027349 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8efec-2818-461f-a903-4b95c9001360 req-9aa5d3ce-2642-4704-906d-c336354ff840 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:16:19.028888 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-66d8efec-2818-461f-a903-4b95c9001360 req-9aa5d3ce-2642-4704-906d-c336354ff840 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 945 time: 0.0502970 Jan 27 08:16:19.076809 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-66d8efec-2818-461f-a903-4b95c9001360 req-dc46ef66-6d72-42ee-a846-a24f1b402450 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421655 Jan 27 08:16:19.129172 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 58158) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:19.223307 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.v2.base [None req-4c02dfc4-a5a4-42cc-b6fe-fefa18d77659 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1736694676-network', 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd'}} {{(pid=102575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:16:19.242060 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c02dfc4-a5a4-42cc-b6fe-fefa18d77659 admin admin] Made reservation on behalf of 0faac1e89cc44ae197577f1e66e143cd for: {'network': 1} {{(pid=102575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 08:16:19.244358 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-4c02dfc4-a5a4-42cc-b6fe-fefa18d77659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for network (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:19.256155 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-4c02dfc4-a5a4-42cc-b6fe-fefa18d77659 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:19.344802 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-4c02dfc4-a5a4-42cc-b6fe-fefa18d77659 admin admin] Publish callbacks [] for security_group (35c9e442-ea14-4ba5-ba29-0d91b684c8a0), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:19.348925 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-4c02dfc4-a5a4-42cc-b6fe-fefa18d77659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (35c9e442-ea14-4ba5-ba29-0d91b684c8a0), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:19.373408 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c02dfc4-a5a4-42cc-b6fe-fefa18d77659 admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=102575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 08:16:19.383072 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c02dfc4-a5a4-42cc-b6fe-fefa18d77659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c9e442-ea14-4ba5-ba29-0d91b684c8a0,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:19.387763 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-4c02dfc4-a5a4-42cc-b6fe-fefa18d77659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505597'] for segment (a957085e-4c2a-4d53-a79f-6cfe99225dd1), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:19.388186 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.db.segments_db [None req-4c02dfc4-a5a4-42cc-b6fe-fefa18d77659 admin admin] Added segment a957085e-4c2a-4d53-a79f-6cfe99225dd1 of type vlan for network 9b081a2b-185d-4bc7-8711-580f26a8816a Jan 27 08:16:19.429713 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-4c02dfc4-a5a4-42cc-b6fe-fefa18d77659 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730334747742'] for network (9b081a2b-185d-4bc7-8711-580f26a8816a), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:19.458504 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-4c02dfc4-a5a4-42cc-b6fe-fefa18d77659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588'] for network (9b081a2b-185d-4bc7-8711-580f26a8816a), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:19.459376 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c02dfc4-a5a4-42cc-b6fe-fefa18d77659 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:16:19.459954 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-4c02dfc4-a5a4-42cc-b6fe-fefa18d77659 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for network (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:19.494275 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-4c02dfc4-a5a4-42cc-b6fe-fefa18d77659 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3639638 Jan 27 08:16:19.497444 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 58164) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:19.503264 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [None req-07683f37-c3b7-4a58-86be-598a47c1590c admin admin] Request body: {'subnet': {'network_id': '9b081a2b-185d-4bc7-8711-580f26a8816a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1736694676-subnet', 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'ip_version': 4}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:16:19.521197 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07683f37-c3b7-4a58-86be-598a47c1590c admin admin] Made reservation on behalf of 0faac1e89cc44ae197577f1e66e143cd for: {'subnet': 1} {{(pid=102576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 08:16:19.522508 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c02dfc4-a5a4-42cc-b6fe-fefa18d77659 admin admin] Pushing event updated for resources: {'Network': ['ID=9b081a2b-185d-4bc7-8711-580f26a8816a,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:19.523625 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-07683f37-c3b7-4a58-86be-598a47c1590c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13593759'] for subnet (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:19.532247 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Network 9b081a2b-185d-4bc7-8711-580f26a8816a details requested by agent ovs-agent-dv-cinder-826589-1-iscsi with host dv-cinder-826589-1-iscsi {{(pid=102577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 08:16:19.710825 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-07683f37-c3b7-4a58-86be-598a47c1590c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13114033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13593769'] for subnet (dea6adae-bbac-41f2-ace5-b3e89da3af0b), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:19.773844 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07683f37-c3b7-4a58-86be-598a47c1590c admin admin] Checking segment: {'id': 'a957085e-4c2a-4d53-a79f-6cfe99225dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9b081a2b-185d-4bc7-8711-580f26a8816a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:16:19.774192 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07683f37-c3b7-4a58-86be-598a47c1590c admin admin] Network hostable DHCP agents. Network: 9b081a2b-185d-4bc7-8711-580f26a8816a, hostable agents: ['913d1d6b-f856-4828-afb6-1e4cc7d36f68'], hosted agents: [] {{(pid=102576) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 08:16:19.777482 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07683f37-c3b7-4a58-86be-598a47c1590c admin admin] Pushing event updated for resources: {'Subnet': ['ID=dea6adae-bbac-41f2-ace5-b3e89da3af0b,revision_number=0']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:19.796274 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07683f37-c3b7-4a58-86be-598a47c1590c admin admin] Network 9b081a2b-185d-4bc7-8711-580f26a8816a is scheduled to be hosted by DHCP agent 913d1d6b-f856-4828-afb6-1e4cc7d36f68 with binding_index 1 {{(pid=102576) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 08:16:19.807085 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.base_scheduler [None req-07683f37-c3b7-4a58-86be-598a47c1590c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826589-1-iscsi, 9b081a2b-185d-4bc7-8711-580f26a8816a) {{(pid=102576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:16:19.812891 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07683f37-c3b7-4a58-86be-598a47c1590c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:16:19.813726 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-07683f37-c3b7-4a58-86be-598a47c1590c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for subnet (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:19.818104 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0991183e-e342-4370-9aa0-deeea4df0f6b None None] Network 9b081a2b-185d-4bc7-8711-580f26a8816a requested from dv-cinder-826589-1-iscsi {{(pid=102577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 08:16:19.830921 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-07683f37-c3b7-4a58-86be-598a47c1590c admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3314223 Jan 27 08:16:19.833899 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 58176) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:19.838385 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [None req-20f9b78b-4769-4b40-a51d-a3ad1e21dd84 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1736694676-router', 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6'}}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:16:19.873618 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-20f9b78b-4769-4b40-a51d-a3ad1e21dd84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35629'] for router (900182e7-ce27-4189-bb33-70c250482c8a), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:19.874939 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-20f9b78b-4769-4b40-a51d-a3ad1e21dd84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35636'] for router (900182e7-ce27-4189-bb33-70c250482c8a), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:19.915911 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3c63a70f-43ad-463d-974c-353c9e47b2fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (913d1d6b-f856-4828-afb6-1e4cc7d36f68), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:19.945522 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8952dd38-5efd-475b-91b5-fe7d7a4e863e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97f4cb72-b8e3-5d8d-9165-1ea0d7e1de3e-9b081a2b-185d-4bc7-8711-580f26a8816a', 'network_id': '9b081a2b-185d-4bc7-8711-580f26a8816a', 'project_id': '0faac1e89cc44ae197577f1e66e143cd', 'fixed_ips': [{'subnet_id': 'dea6adae-bbac-41f2-ace5-b3e89da3af0b'}]}} from dv-cinder-826589-1-iscsi. {{(pid=102577) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 08:16:19.945971 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-20f9b78b-4769-4b40-a51d-a3ad1e21dd84 admin admin] Publish callbacks [] for router_controller (900182e7-ce27-4189-bb33-70c250482c8a), precommit_add_association {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:19.946445 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-8952dd38-5efd-475b-91b5-fe7d7a4e863e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (None), before_create {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:20.083316 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.db_base_plugin_common [None req-8952dd38-5efd-475b-91b5-fe7d7a4e863e None None] Allocated IP 172.20.0.2 (9b081a2b-185d-4bc7-8711-580f26a8816a/dea6adae-bbac-41f2-ace5-b3e89da3af0b/5b8f51b4-e433-415d-9706-4f33f213b329) {{(pid=102577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 08:16:20.232595 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-8952dd38-5efd-475b-91b5-fe7d7a4e863e None None] Publish callbacks [] for port (5b8f51b4-e433-415d-9706-4f33f213b329), precommit_create {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:20.238829 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-8952dd38-5efd-475b-91b5-fe7d7a4e863e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730334756109'] for port (5b8f51b4-e433-415d-9706-4f33f213b329), after_create {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:20.278327 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8952dd38-5efd-475b-91b5-fe7d7a4e863e None None] Network 9b081a2b-185d-4bc7-8711-580f26a8816a is already hosted by enough agents. {{(pid=102577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 08:16:20.282122 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.scheduler.base_scheduler [None req-8952dd38-5efd-475b-91b5-fe7d7a4e863e None None] Resources bound (agent type, host, resource id): {{(pid=102577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:16:20.285477 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8952dd38-5efd-475b-91b5-fe7d7a4e863e None None] Received port after_create {{(pid=102577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 08:16:20.285646 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-20f9b78b-4769-4b40-a51d-a3ad1e21dd84 admin admin] Publish callbacks [] for router_gateway (900182e7-ce27-4189-bb33-70c250482c8a), precommit_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:20.300672 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8952dd38-5efd-475b-91b5-fe7d7a4e863e None None] Pushing event updated for resources: {'Port': ['ID=5b8f51b4-e433-415d-9706-4f33f213b329,revision_number=1']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:20.336668 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8952dd38-5efd-475b-91b5-fe7d7a4e863e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:16:20.337075 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8952dd38-5efd-475b-91b5-fe7d7a4e863e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:16:20.338230 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8952dd38-5efd-475b-91b5-fe7d7a4e863e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:16:20.338230 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8952dd38-5efd-475b-91b5-fe7d7a4e863e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:16:20.338230 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8952dd38-5efd-475b-91b5-fe7d7a4e863e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:16:20.338475 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8952dd38-5efd-475b-91b5-fe7d7a4e863e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:16:20.338751 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8952dd38-5efd-475b-91b5-fe7d7a4e863e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:16:20.339052 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8952dd38-5efd-475b-91b5-fe7d7a4e863e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:16:20.339785 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8952dd38-5efd-475b-91b5-fe7d7a4e863e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:16:20.340198 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8952dd38-5efd-475b-91b5-fe7d7a4e863e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:16:20.340630 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8952dd38-5efd-475b-91b5-fe7d7a4e863e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:16:20.341832 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8952dd38-5efd-475b-91b5-fe7d7a4e863e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:16:20.342235 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8952dd38-5efd-475b-91b5-fe7d7a4e863e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:16:20.359480 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.managers [None req-8952dd38-5efd-475b-91b5-fe7d7a4e863e None None] Attempting to bind port 5b8f51b4-e433-415d-9706-4f33f213b329 on host dv-cinder-826589-1-iscsi for vnic_type normal with profile {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 08:16:20.360096 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.managers [None req-8952dd38-5efd-475b-91b5-fe7d7a4e863e None None] Attempting to bind port 5b8f51b4-e433-415d-9706-4f33f213b329 by drivers openvswitch,hyperv on host dv-cinder-826589-1-iscsi at level 0 using segments [{'id': 'a957085e-4c2a-4d53-a79f-6cfe99225dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9b081a2b-185d-4bc7-8711-580f26a8816a'}] {{(pid=102577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 08:16:20.360673 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8952dd38-5efd-475b-91b5-fe7d7a4e863e None None] Attempting to bind port 5b8f51b4-e433-415d-9706-4f33f213b329 on network 9b081a2b-185d-4bc7-8711-580f26a8816a {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:16:20.366568 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8952dd38-5efd-475b-91b5-fe7d7a4e863e None None] Checking agent: {'id': 'e79cbf24-12bd-4e20-a580-79498d5b225b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826589-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 8, 6, 57), 'started_at': datetime.datetime(2022, 1, 27, 8, 7, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 8, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826589-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 08:16:20.367202 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8952dd38-5efd-475b-91b5-fe7d7a4e863e None None] Checking segment: {'id': 'a957085e-4c2a-4d53-a79f-6cfe99225dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9b081a2b-185d-4bc7-8711-580f26a8816a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:16:20.367789 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-8952dd38-5efd-475b-91b5-fe7d7a4e863e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:20.368361 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8952dd38-5efd-475b-91b5-fe7d7a4e863e None None] Bound using segment: {'id': 'a957085e-4c2a-4d53-a79f-6cfe99225dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9b081a2b-185d-4bc7-8711-580f26a8816a'} {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 08:16:20.369159 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.managers [None req-8952dd38-5efd-475b-91b5-fe7d7a4e863e None None] Bound port: 5b8f51b4-e433-415d-9706-4f33f213b329, host: dv-cinder-826589-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a957085e-4c2a-4d53-a79f-6cfe99225dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9b081a2b-185d-4bc7-8711-580f26a8816a'}}] {{(pid=102577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 08:16:20.369753 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-8952dd38-5efd-475b-91b5-fe7d7a4e863e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (5b8f51b4-e433-415d-9706-4f33f213b329), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:20.430497 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-8952dd38-5efd-475b-91b5-fe7d7a4e863e None None] For port 5b8f51b4-e433-415d-9706-4f33f213b329, host dv-cinder-826589-1-iscsi, cleared binding levels {{(pid=102577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 08:16:20.433483 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-8952dd38-5efd-475b-91b5-fe7d7a4e863e None None] For port 5b8f51b4-e433-415d-9706-4f33f213b329, host dv-cinder-826589-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=5b8f51b4-e433-415d-9706-4f33f213b329,segment=NetworkSegment(a957085e-4c2a-4d53-a79f-6cfe99225dd1),segment_id=a957085e-4c2a-4d53-a79f-6cfe99225dd1)] {{(pid=102577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 08:16:20.438021 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-8952dd38-5efd-475b-91b5-fe7d7a4e863e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (5b8f51b4-e433-415d-9706-4f33f213b329), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:20.485768 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-20f9b78b-4769-4b40-a51d-a3ad1e21dd84 admin admin] Publish callbacks [] for router_gateway (900182e7-ce27-4189-bb33-70c250482c8a), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:20.501023 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8952dd38-5efd-475b-91b5-fe7d7a4e863e None None] Pushing event updated for resources: {'Port': ['ID=5b8f51b4-e433-415d-9706-4f33f213b329,revision_number=2']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:20.506555 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-20f9b78b-4769-4b40-a51d-a3ad1e21dd84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:20.621154 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.db_base_plugin_common [None req-20f9b78b-4769-4b40-a51d-a3ad1e21dd84 admin admin] Allocated IP 172.27.1.31 (3614e5a2-e145-4686-b153-8df14846b7f6/4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a/4c9bd725-8fed-4ede-a168-3d70d7474ddd) {{(pid=102576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 08:16:20.752227 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-20f9b78b-4769-4b40-a51d-a3ad1e21dd84 admin admin] Publish callbacks [] for port (4c9bd725-8fed-4ede-a168-3d70d7474ddd), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:20.801774 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-20f9b78b-4769-4b40-a51d-a3ad1e21dd84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730334756109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13114657'] for port (4c9bd725-8fed-4ede-a168-3d70d7474ddd), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:20.849129 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f9b78b-4769-4b40-a51d-a3ad1e21dd84 admin admin] Network 3614e5a2-e145-4686-b153-8df14846b7f6 is already hosted by enough agents. {{(pid=102576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 08:16:20.852927 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.base_scheduler [None req-20f9b78b-4769-4b40-a51d-a3ad1e21dd84 admin admin] Resources bound (agent type, host, resource id): {{(pid=102576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:16:20.857161 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f9b78b-4769-4b40-a51d-a3ad1e21dd84 admin admin] Received port after_create {{(pid=102576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 08:16:20.897170 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f9b78b-4769-4b40-a51d-a3ad1e21dd84 admin admin] Pushing event updated for resources: {'Port': ['ID=4c9bd725-8fed-4ede-a168-3d70d7474ddd,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:21.117392 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-20f9b78b-4769-4b40-a51d-a3ad1e21dd84 admin admin] Publish callbacks [] for router_gateway (900182e7-ce27-4189-bb33-70c250482c8a), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:21.312488 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-20f9b78b-4769-4b40-a51d-a3ad1e21dd84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550065'] for router (900182e7-ce27-4189-bb33-70c250482c8a), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:21.443627 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20f9b78b-4769-4b40-a51d-a3ad1e21dd84 admin admin] Router 900182e7-ce27-4189-bb33-70c250482c8a is scheduled to L3 agent c4292dc4-d7f6-4187-994e-0142c7d14647 with binding_index 1 {{(pid=102576) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 08:16:21.506356 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b03e60-eed8-45ac-abc2-2fc17e337e66 None None] Network 9b081a2b-185d-4bc7-8711-580f26a8816a requested from dv-cinder-826589-1-iscsi {{(pid=102577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 08:16:21.554784 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f9b78b-4769-4b40-a51d-a3ad1e21dd84 admin admin] Notify agent at l3_agent.dv-cinder-826589-1-iscsi the message routers_updated {{(pid=102576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 08:16:21.564166 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04534bd4-ecbe-443c-aee3-a97cc2704041 None None] Sync routers for ids ['900182e7-ce27-4189-bb33-70c250482c8a'] in dv-cinder-826589-1-iscsi {{(pid=102578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 08:16:21.573790 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-4ddab406-2c55-4e4b-a7e5-e907f642855e None None] Provisioning complete for port 5b8f51b4-e433-415d-9706-4f33f213b329 triggered by entity DHCP. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:16:21.574058 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-20f9b78b-4769-4b40-a51d-a3ad1e21dd84 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:21.574218 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-4ddab406-2c55-4e4b-a7e5-e907f642855e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (5b8f51b4-e433-415d-9706-4f33f213b329), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:21.577952 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-20f9b78b-4769-4b40-a51d-a3ad1e21dd84 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7404661 Jan 27 08:16:21.578090 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04534bd4-ecbe-443c-aee3-a97cc2704041 None None] Routers {'900182e7-ce27-4189-bb33-70c250482c8a'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:16:21.578090 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-04534bd4-ecbe-443c-aee3-a97cc2704041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:15:53Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['900182e7-ce27-4189-bb33-70c250482c8a'], 'active': True} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:16:21.578724 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 58192) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:21.707068 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvr_db [None req-04534bd4-ecbe-443c-aee3-a97cc2704041 None None] Set router 900182e7-ce27-4189-bb33-70c250482c8a gateway port host: dv-cinder-826589-1-iscsi {{(pid=102578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:16:21.739294 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-4ddab406-2c55-4e4b-a7e5-e907f642855e None None] Current status of the port 5b8f51b4-e433-415d-9706-4f33f213b329 is: DOWN; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:16:21.740028 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-4ddab406-2c55-4e4b-a7e5-e907f642855e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (5b8f51b4-e433-415d-9706-4f33f213b329), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:21.790676 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-4ddab406-2c55-4e4b-a7e5-e907f642855e None None] For port 5b8f51b4-e433-415d-9706-4f33f213b329, host dv-cinder-826589-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=5b8f51b4-e433-415d-9706-4f33f213b329,segment=NetworkSegment(a957085e-4c2a-4d53-a79f-6cfe99225dd1),segment_id=a957085e-4c2a-4d53-a79f-6cfe99225dd1)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:16:21.797760 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-4ddab406-2c55-4e4b-a7e5-e907f642855e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (5b8f51b4-e433-415d-9706-4f33f213b329), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:21.854229 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddab406-2c55-4e4b-a7e5-e907f642855e None None] Pushing event updated for resources: {'Port': ['ID=5b8f51b4-e433-415d-9706-4f33f213b329,revision_number=3']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:21.899266 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6df98-26a1-4586-ad39-d30ac0967934 req-ada124b1-d5b2-4054-aa29-14ec887a7157 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:16:21.900980 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-2ca6df98-26a1-4586-ad39-d30ac0967934 req-ada124b1-d5b2-4054-aa29-14ec887a7157 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 945 time: 0.1344998 Jan 27 08:16:21.934879 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-04534bd4-ecbe-443c-aee3-a97cc2704041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900182e7-ce27-4189-bb33-70c250482c8a', 'name': 'tempest-TestVolumeBootPattern-1736694676-router', 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '4c9bd725-8fed-4ede-a168-3d70d7474ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:16:19Z', 'updated_at': '2022-01-27T08:16:21Z', 'revision_number': 3, 'project_id': '0faac1e89cc44ae197577f1e66e143cd', 'gw_port': {'id': '4c9bd725-8fed-4ede-a168-3d70d7474ddd', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ea:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900182e7-ce27-4189-bb33-70c250482c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:16:20Z', 'updated_at': '2022-01-27T08:16:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi'}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:16:21.967041 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04534bd4-ecbe-443c-aee3-a97cc2704041 None None] Checking router: 900182e7-ce27-4189-bb33-70c250482c8a for host: dv-cinder-826589-1-iscsi {{(pid=102578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 08:16:21.967394 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04534bd4-ecbe-443c-aee3-a97cc2704041 None None] Updating router 900182e7-ce27-4189-bb33-70c250482c8a port 4c9bd725-8fed-4ede-a168-3d70d7474ddd binding host dv-cinder-826589-1-iscsi {{(pid=102578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 08:16:21.994951 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-04534bd4-ecbe-443c-aee3-a97cc2704041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (4c9bd725-8fed-4ede-a168-3d70d7474ddd), before_update {{(pid=102578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:22.028257 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-506a5afc-9af7-45a0-b9a4-2534edaa4267 None None] Provisioning complete for port 5b8f51b4-e433-415d-9706-4f33f213b329 triggered by entity DHCP. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:16:22.029022 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-506a5afc-9af7-45a0-b9a4-2534edaa4267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (5b8f51b4-e433-415d-9706-4f33f213b329), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:22.118381 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-506a5afc-9af7-45a0-b9a4-2534edaa4267 None None] Current status of the port 5b8f51b4-e433-415d-9706-4f33f213b329 is: ACTIVE; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:16:22.272218 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-2ca6df98-26a1-4586-ad39-d30ac0967934 req-71dda5ad-fd94-4cec-8b32-4777ce61163d tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215387 Jan 27 08:16:22.310940 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-04534bd4-ecbe-443c-aee3-a97cc2704041 None None] Publish callbacks [] for port (4c9bd725-8fed-4ede-a168-3d70d7474ddd), precommit_update {{(pid=102578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:22.317710 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-04534bd4-ecbe-443c-aee3-a97cc2704041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (4c9bd725-8fed-4ede-a168-3d70d7474ddd), after_update {{(pid=102578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:22.379670 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a525d9d8-21e9-466e-b303-d4f4c2237f35 None None] Pushing event updated for resources: {'Port': ['ID=4c9bd725-8fed-4ede-a168-3d70d7474ddd,revision_number=2']} {{(pid=102578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:22.390938 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a525d9d8-21e9-466e-b303-d4f4c2237f35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:16:22.390938 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a525d9d8-21e9-466e-b303-d4f4c2237f35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:16:22.391319 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a525d9d8-21e9-466e-b303-d4f4c2237f35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:16:22.391752 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a525d9d8-21e9-466e-b303-d4f4c2237f35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:16:22.392193 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a525d9d8-21e9-466e-b303-d4f4c2237f35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:16:22.392615 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a525d9d8-21e9-466e-b303-d4f4c2237f35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:16:22.393069 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a525d9d8-21e9-466e-b303-d4f4c2237f35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:16:22.393868 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a525d9d8-21e9-466e-b303-d4f4c2237f35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:16:22.393868 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a525d9d8-21e9-466e-b303-d4f4c2237f35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:16:22.394357 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a525d9d8-21e9-466e-b303-d4f4c2237f35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:16:22.394785 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a525d9d8-21e9-466e-b303-d4f4c2237f35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:16:22.395208 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a525d9d8-21e9-466e-b303-d4f4c2237f35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:16:22.396107 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a525d9d8-21e9-466e-b303-d4f4c2237f35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:16:22.400033 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.managers [None req-04534bd4-ecbe-443c-aee3-a97cc2704041 None None] Attempting to bind port 4c9bd725-8fed-4ede-a168-3d70d7474ddd on host dv-cinder-826589-1-iscsi for vnic_type normal with profile {{(pid=102578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 08:16:22.400585 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.managers [None req-04534bd4-ecbe-443c-aee3-a97cc2704041 None None] Attempting to bind port 4c9bd725-8fed-4ede-a168-3d70d7474ddd by drivers openvswitch,hyperv on host dv-cinder-826589-1-iscsi at level 0 using segments [{'id': 'fa55335f-a52a-465d-b188-80ce12fc9c40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6'}] {{(pid=102578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 08:16:22.401191 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04534bd4-ecbe-443c-aee3-a97cc2704041 None None] Attempting to bind port 4c9bd725-8fed-4ede-a168-3d70d7474ddd on network 3614e5a2-e145-4686-b153-8df14846b7f6 {{(pid=102578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:16:22.408077 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04534bd4-ecbe-443c-aee3-a97cc2704041 None None] Checking agent: {'id': 'e79cbf24-12bd-4e20-a580-79498d5b225b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826589-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 8, 6, 57), 'started_at': datetime.datetime(2022, 1, 27, 8, 7, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 8, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826589-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 08:16:22.408669 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04534bd4-ecbe-443c-aee3-a97cc2704041 None None] Checking segment: {'id': 'fa55335f-a52a-465d-b188-80ce12fc9c40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:16:22.409199 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-04534bd4-ecbe-443c-aee3-a97cc2704041 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:22.409624 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-92278ff1-ced6-45b3-ab36-d46cc46510f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:22.410090 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04534bd4-ecbe-443c-aee3-a97cc2704041 None None] Bound using segment: {'id': 'fa55335f-a52a-465d-b188-80ce12fc9c40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6'} {{(pid=102578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 08:16:22.410323 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.managers [None req-04534bd4-ecbe-443c-aee3-a97cc2704041 None None] Bound port: 4c9bd725-8fed-4ede-a168-3d70d7474ddd, host: dv-cinder-826589-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa55335f-a52a-465d-b188-80ce12fc9c40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6'}}] {{(pid=102578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 08:16:22.410812 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-04534bd4-ecbe-443c-aee3-a97cc2704041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (4c9bd725-8fed-4ede-a168-3d70d7474ddd), before_update {{(pid=102578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:22.474651 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.db [None req-04534bd4-ecbe-443c-aee3-a97cc2704041 None None] For port 4c9bd725-8fed-4ede-a168-3d70d7474ddd, host dv-cinder-826589-1-iscsi, cleared binding levels {{(pid=102578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 08:16:22.478433 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.db [None req-04534bd4-ecbe-443c-aee3-a97cc2704041 None None] For port 4c9bd725-8fed-4ede-a168-3d70d7474ddd, host dv-cinder-826589-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=4c9bd725-8fed-4ede-a168-3d70d7474ddd,segment=NetworkSegment(fa55335f-a52a-465d-b188-80ce12fc9c40),segment_id=fa55335f-a52a-465d-b188-80ce12fc9c40)] {{(pid=102578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 08:16:22.493371 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-04534bd4-ecbe-443c-aee3-a97cc2704041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (4c9bd725-8fed-4ede-a168-3d70d7474ddd), after_update {{(pid=102578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:22.556181 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04534bd4-ecbe-443c-aee3-a97cc2704041 None None] Routers {'900182e7-ce27-4189-bb33-70c250482c8a'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:16:22.556848 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-04534bd4-ecbe-443c-aee3-a97cc2704041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:15:53Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['900182e7-ce27-4189-bb33-70c250482c8a'], 'active': True} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:16:22.591694 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a525d9d8-21e9-466e-b303-d4f4c2237f35 None None] Pushing event updated for resources: {'Port': ['ID=4c9bd725-8fed-4ede-a168-3d70d7474ddd,revision_number=3']} {{(pid=102578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:22.610101 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.db_base_plugin_common [None req-92278ff1-ced6-45b3-ab36-d46cc46510f0 admin admin] Allocated IP 172.20.0.1 (9b081a2b-185d-4bc7-8711-580f26a8816a/dea6adae-bbac-41f2-ace5-b3e89da3af0b/5b55e100-31f6-4087-b698-a5e04e6b56de) {{(pid=102576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 08:16:22.679389 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvr_db [None req-04534bd4-ecbe-443c-aee3-a97cc2704041 None None] Set router 900182e7-ce27-4189-bb33-70c250482c8a gateway port host: dv-cinder-826589-1-iscsi {{(pid=102578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:16:22.745254 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device 5b8f51b4-e433-415d-9706-4f33f213b329 up at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:16:22.824628 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Provisioning complete for port 5b8f51b4-e433-415d-9706-4f33f213b329 triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:16:22.825055 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (5b8f51b4-e433-415d-9706-4f33f213b329), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:22.827917 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-92278ff1-ced6-45b3-ab36-d46cc46510f0 admin admin] Publish callbacks [] for port (5b55e100-31f6-4087-b698-a5e04e6b56de), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:22.888805 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-92278ff1-ced6-45b3-ab36-d46cc46510f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730334756109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13114657'] for port (5b55e100-31f6-4087-b698-a5e04e6b56de), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:22.904499 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-016e0e8a-c85b-4933-bc33-a1cb657efe3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (c4292dc4-d7f6-4187-994e-0142c7d14647), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:22.945463 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92278ff1-ced6-45b3-ab36-d46cc46510f0 admin admin] Network 9b081a2b-185d-4bc7-8711-580f26a8816a is already hosted by enough agents. {{(pid=102576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 08:16:22.951044 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.base_scheduler [None req-92278ff1-ced6-45b3-ab36-d46cc46510f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:16:22.954164 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92278ff1-ced6-45b3-ab36-d46cc46510f0 admin admin] Pushing event updated for resources: {'Port': ['ID=5b55e100-31f6-4087-b698-a5e04e6b56de,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:22.955370 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92278ff1-ced6-45b3-ab36-d46cc46510f0 admin admin] Received port after_create {{(pid=102576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 08:16:22.981576 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Current status of the port 5b8f51b4-e433-415d-9706-4f33f213b329 is: ACTIVE; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:16:23.015815 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-92278ff1-ced6-45b3-ab36-d46cc46510f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549604'] for router_interface (900182e7-ce27-4189-bb33-70c250482c8a), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:23.106688 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-04534bd4-ecbe-443c-aee3-a97cc2704041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900182e7-ce27-4189-bb33-70c250482c8a', 'name': 'tempest-TestVolumeBootPattern-1736694676-router', 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '4c9bd725-8fed-4ede-a168-3d70d7474ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:16:19Z', 'updated_at': '2022-01-27T08:16:21Z', 'revision_number': 3, 'project_id': '0faac1e89cc44ae197577f1e66e143cd', 'gw_port': {'id': '4c9bd725-8fed-4ede-a168-3d70d7474ddd', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ea:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900182e7-ce27-4189-bb33-70c250482c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:16:20Z', 'updated_at': '2022-01-27T08:16:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi'}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:16:23.181612 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04534bd4-ecbe-443c-aee3-a97cc2704041 None None] The sync data for ids ['900182e7-ce27-4189-bb33-70c250482c8a'] in dv-cinder-826589-1-iscsi is: [{'id': '900182e7-ce27-4189-bb33-70c250482c8a', 'name': 'tempest-TestVolumeBootPattern-1736694676-router', 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '4c9bd725-8fed-4ede-a168-3d70d7474ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:16:19Z', 'updated_at': '2022-01-27T08:16:21Z', 'revision_number': 3, 'project_id': '0faac1e89cc44ae197577f1e66e143cd', 'gw_port': {'id': '4c9bd725-8fed-4ede-a168-3d70d7474ddd', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ea:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900182e7-ce27-4189-bb33-70c250482c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:16:20Z', 'updated_at': '2022-01-27T08:16:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi'}] {{(pid=102578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 08:16:23.229121 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-92278ff1-ced6-45b3-ab36-d46cc46510f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (5b55e100-31f6-4087-b698-a5e04e6b56de), before_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:23.246884 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39105fce-4744-45d9-9112-9993c92a8cae req-a53259e0-d412-4054-bf74-a3480b841d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:16:23.253505 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-39105fce-4744-45d9-9112-9993c92a8cae req-a53259e0-d412-4054-bf74-a3480b841d70 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 1098 time: 0.1089573 Jan 27 08:16:23.351322 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-39105fce-4744-45d9-9112-9993c92a8cae req-dab7a327-0922-4f28-a53c-09398775caf0 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903378 Jan 27 08:16:23.369864 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-2b20ca6a-67a4-4d4a-8382-b2dcedfd0cf6 None None] Provisioning complete for port 5b55e100-31f6-4087-b698-a5e04e6b56de triggered by entity DHCP. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:16:23.370484 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-2b20ca6a-67a4-4d4a-8382-b2dcedfd0cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (5b55e100-31f6-4087-b698-a5e04e6b56de), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:23.422414 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-2b20ca6a-67a4-4d4a-8382-b2dcedfd0cf6 None None] Port 5b55e100-31f6-4087-b698-a5e04e6b56de cannot update to ACTIVE because it is not bound. {{(pid=102577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 08:16:23.526085 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f150e4d-ace6-4627-9ee3-221f26a26ea7 req-3db743bd-66b6-4b2c-b98c-dcd1ffbeaf1d tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:16:23.529806 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-1f150e4d-ace6-4627-9ee3-221f26a26ea7 req-3db743bd-66b6-4b2c-b98c-dcd1ffbeaf1d tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 945 time: 0.1416206 Jan 27 08:16:23.599628 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-92278ff1-ced6-45b3-ab36-d46cc46510f0 admin admin] Publish callbacks [] for port (5b55e100-31f6-4087-b698-a5e04e6b56de), precommit_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:23.617211 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-92278ff1-ced6-45b3-ab36-d46cc46510f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13114678'] for port (5b55e100-31f6-4087-b698-a5e04e6b56de), after_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:23.695248 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-1f150e4d-ace6-4627-9ee3-221f26a26ea7 req-823f0318-1cb8-4ca3-b0ed-9d5e95cebfc6 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224647 Jan 27 08:16:23.710576 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-92278ff1-ced6-45b3-ab36-d46cc46510f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550260'] for router_interface (900182e7-ce27-4189-bb33-70c250482c8a), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:23.713786 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92278ff1-ced6-45b3-ab36-d46cc46510f0 admin admin] Pushing event updated for resources: {'Port': ['ID=5b55e100-31f6-4087-b698-a5e04e6b56de,revision_number=2']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:23.841963 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92278ff1-ced6-45b3-ab36-d46cc46510f0 admin admin] Network 9b081a2b-185d-4bc7-8711-580f26a8816a is already hosted by enough agents. {{(pid=102576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 08:16:23.843444 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.base_scheduler [None req-92278ff1-ced6-45b3-ab36-d46cc46510f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:16:24.014898 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92278ff1-ced6-45b3-ab36-d46cc46510f0 admin admin] Router 900182e7-ce27-4189-bb33-70c250482c8a has already been hosted by L3 agent c4292dc4-d7f6-4187-994e-0142c7d14647 {{(pid=102576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 08:16:24.157755 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92278ff1-ced6-45b3-ab36-d46cc46510f0 admin admin] Notify agent at l3_agent.dv-cinder-826589-1-iscsi the message routers_updated {{(pid=102576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 08:16:24.158430 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-2af5df30-2bac-48eb-bd7e-a8db0e0b05e0 None None] Provisioning complete for port 5b55e100-31f6-4087-b698-a5e04e6b56de triggered by entity DHCP. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:16:24.159117 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-2af5df30-2bac-48eb-bd7e-a8db0e0b05e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (5b55e100-31f6-4087-b698-a5e04e6b56de), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:24.166124 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-92278ff1-ced6-45b3-ab36-d46cc46510f0 admin admin] 10.222.0.59 "PUT /v2.0/routers/900182e7-ce27-4189-bb33-70c250482c8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5863657 Jan 27 08:16:24.220393 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-2af5df30-2bac-48eb-bd7e-a8db0e0b05e0 None None] Port 5b55e100-31f6-4087-b698-a5e04e6b56de cannot update to ACTIVE because it is not bound. {{(pid=102577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 08:16:24.615351 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-84f64028-d758-4200-a634-8b4e45c8e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (30676f9c-3677-4b49-810a-45ff2c7eef62), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:24.859427 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73610f3-ebb4-4e92-9f02-7c7b42582c39 req-ea8392ac-6441-4c41-a376-fd649df7d395 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:16:24.868188 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d73610f3-ebb4-4e92-9f02-7c7b42582c39 req-ea8392ac-6441-4c41-a376-fd649df7d395 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 945 time: 0.0635602 Jan 27 08:16:24.870806 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 58312) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:24.881917 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [None req-adf8f936-bea8-4656-9451-430477d00147 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-283490360-network', 'tenant_id': '980ff1a123c74c079c273f654d5066c8'}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:16:24.947914 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device 4c9bd725-8fed-4ede-a168-3d70d7474ddd up at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:16:24.951531 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf8f936-bea8-4656-9451-430477d00147 admin admin] Made reservation on behalf of 980ff1a123c74c079c273f654d5066c8 for: {'network': 1} {{(pid=102576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 08:16:24.960342 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-adf8f936-bea8-4656-9451-430477d00147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for network (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:24.973281 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-adf8f936-bea8-4656-9451-430477d00147 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:25.007725 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d73610f3-ebb4-4e92-9f02-7c7b42582c39 req-597a30df-043b-4e81-8728-76bd2eb18a72 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299379 Jan 27 08:16:25.052810 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Provisioning complete for port 4c9bd725-8fed-4ede-a168-3d70d7474ddd triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:16:25.053478 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (4c9bd725-8fed-4ede-a168-3d70d7474ddd), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:25.115888 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-adf8f936-bea8-4656-9451-430477d00147 admin admin] Publish callbacks [] for security_group (718ad63c-d64f-4a60-abf7-f0718f0aca4d), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:25.124713 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-adf8f936-bea8-4656-9451-430477d00147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (718ad63c-d64f-4a60-abf7-f0718f0aca4d), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:25.146812 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Current status of the port 4c9bd725-8fed-4ede-a168-3d70d7474ddd is: DOWN; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:16:25.147445 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (4c9bd725-8fed-4ede-a168-3d70d7474ddd), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:25.165418 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 58328) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:25.166802 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adf8f936-bea8-4656-9451-430477d00147 admin admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=102576) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 08:16:25.174663 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] For port 4c9bd725-8fed-4ede-a168-3d70d7474ddd, host dv-cinder-826589-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=4c9bd725-8fed-4ede-a168-3d70d7474ddd,segment=NetworkSegment(fa55335f-a52a-465d-b188-80ce12fc9c40),segment_id=fa55335f-a52a-465d-b188-80ce12fc9c40)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:16:25.181673 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (4c9bd725-8fed-4ede-a168-3d70d7474ddd), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:25.203380 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-adf8f936-bea8-4656-9451-430477d00147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505597'] for segment (5cadafaf-7072-4b70-835e-eb5c680ba6eb), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:25.203592 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.db.segments_db [None req-adf8f936-bea8-4656-9451-430477d00147 admin admin] Added segment 5cadafaf-7072-4b70-835e-eb5c680ba6eb of type vlan for network 5123eb57-965c-4668-af2d-1b360d3bedda Jan 27 08:16:25.218884 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf8f936-bea8-4656-9451-430477d00147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=718ad63c-d64f-4a60-abf7-f0718f0aca4d,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:25.241949 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Pushing event updated for resources: {'Port': ['ID=4c9bd725-8fed-4ede-a168-3d70d7474ddd,revision_number=4']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:25.273302 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-adf8f936-bea8-4656-9451-430477d00147 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730334747742'] for network (5123eb57-965c-4668-af2d-1b360d3bedda), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:25.283000 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4a2d6-5698-4edd-86f8-159a9f0b71c4 req-edba756f-4a9a-495e-8cd5-c2363bf9b3ff tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:16:25.284565 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-99f4a2d6-5698-4edd-86f8-159a9f0b71c4 req-edba756f-4a9a-495e-8cd5-c2363bf9b3ff tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=b88ccf1a-3e69-47d6-ac9b-d31d5aad936d HTTP/1.1" status: 200 len: 945 time: 0.1475570 Jan 27 08:16:25.329505 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-adf8f936-bea8-4656-9451-430477d00147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588'] for network (5123eb57-965c-4668-af2d-1b360d3bedda), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:25.330377 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf8f936-bea8-4656-9451-430477d00147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:16:25.330959 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-adf8f936-bea8-4656-9451-430477d00147 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for network (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:25.333634 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-887feb9c-e6e3-4668-b9dc-f094f3717252 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:25.375800 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-99f4a2d6-5698-4edd-86f8-159a9f0b71c4 req-94640fed-5335-4de2-b10b-458b12875cf4 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838671 Jan 27 08:16:25.381212 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-adf8f936-bea8-4656-9451-430477d00147 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5043871 Jan 27 08:16:25.384773 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 58336) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:25.419748 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [None req-4e8ffa82-8446-4ddc-93cd-f6f3da4c037e admin admin] Request body: {'subnet': {'network_id': '5123eb57-965c-4668-af2d-1b360d3bedda', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-283490360-subnet', 'tenant_id': '980ff1a123c74c079c273f654d5066c8', 'ip_version': 4}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:16:25.431250 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-887feb9c-e6e3-4668-b9dc-f094f3717252 admin admin] Publish callbacks [] for security_group (2ef326a6-3a4a-442a-8ed4-0cac3220d419), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:25.431669 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf8f936-bea8-4656-9451-430477d00147 admin admin] Pushing event updated for resources: {'Network': ['ID=5123eb57-965c-4668-af2d-1b360d3bedda,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:25.438761 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-887feb9c-e6e3-4668-b9dc-f094f3717252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (2ef326a6-3a4a-442a-8ed4-0cac3220d419), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:25.448183 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Network 5123eb57-965c-4668-af2d-1b360d3bedda details requested by agent ovs-agent-dv-cinder-826589-1-iscsi with host dv-cinder-826589-1-iscsi {{(pid=102577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 08:16:25.457784 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8ffa82-8446-4ddc-93cd-f6f3da4c037e admin admin] Made reservation on behalf of 980ff1a123c74c079c273f654d5066c8 for: {'subnet': 1} {{(pid=102576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 08:16:25.461029 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-4e8ffa82-8446-4ddc-93cd-f6f3da4c037e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13593759'] for subnet (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:25.522340 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab262d98-8aec-4e7f-81d5-49cdaefe00b2 None None] Sync routers for ids ['900182e7-ce27-4189-bb33-70c250482c8a'] in dv-cinder-826589-1-iscsi {{(pid=102577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 08:16:25.547674 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab262d98-8aec-4e7f-81d5-49cdaefe00b2 None None] Routers {'900182e7-ce27-4189-bb33-70c250482c8a'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:16:25.548805 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-ab262d98-8aec-4e7f-81d5-49cdaefe00b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:16:23Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['900182e7-ce27-4189-bb33-70c250482c8a'], 'active': True} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:16:25.719469 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-887feb9c-e6e3-4668-b9dc-f094f3717252 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d371eaeac2474282895d702a4cf1d012&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5532141 Jan 27 08:16:25.720667 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 58346) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:25.720866 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvr_db [None req-ab262d98-8aec-4e7f-81d5-49cdaefe00b2 None None] Set router 900182e7-ce27-4189-bb33-70c250482c8a gateway port host: dv-cinder-826589-1-iscsi {{(pid=102577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:16:25.722127 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887feb9c-e6e3-4668-b9dc-f094f3717252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef326a6-3a4a-442a-8ed4-0cac3220d419,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:25.781166 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-99a09b4d-047a-4fcf-b533-bd057bfaa857 admin admin] Publish callbacks [] for security_group (2ef326a6-3a4a-442a-8ed4-0cac3220d419), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:25.797366 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-4e8ffa82-8446-4ddc-93cd-f6f3da4c037e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13114033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13593769'] for subnet (d127f556-8a62-4102-8af7-7ee3e40a24e0), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:25.810860 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-99a09b4d-047a-4fcf-b533-bd057bfaa857 admin admin] Publish callbacks [] for security_group (2ef326a6-3a4a-442a-8ed4-0cac3220d419), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:25.865417 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8ffa82-8446-4ddc-93cd-f6f3da4c037e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d127f556-8a62-4102-8af7-7ee3e40a24e0,revision_number=0']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:25.881962 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-99a09b4d-047a-4fcf-b533-bd057bfaa857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (2ef326a6-3a4a-442a-8ed4-0cac3220d419), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:25.888252 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-99a09b4d-047a-4fcf-b533-bd057bfaa857 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:25.891339 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-99a09b4d-047a-4fcf-b533-bd057bfaa857 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2ef326a6-3a4a-442a-8ed4-0cac3220d419 HTTP/1.1" status: 204 len: 168 time: 0.1678696 Jan 27 08:16:25.894908 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8ffa82-8446-4ddc-93cd-f6f3da4c037e admin admin] Checking segment: {'id': '5cadafaf-7072-4b70-835e-eb5c680ba6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '5123eb57-965c-4668-af2d-1b360d3bedda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:16:25.896132 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8ffa82-8446-4ddc-93cd-f6f3da4c037e admin admin] Network hostable DHCP agents. Network: 5123eb57-965c-4668-af2d-1b360d3bedda, hostable agents: ['913d1d6b-f856-4828-afb6-1e4cc7d36f68'], hosted agents: [] {{(pid=102576) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 08:16:25.915189 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a09b4d-047a-4fcf-b533-bd057bfaa857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef326a6-3a4a-442a-8ed4-0cac3220d419,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:25.921538 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8ffa82-8446-4ddc-93cd-f6f3da4c037e admin admin] Network 5123eb57-965c-4668-af2d-1b360d3bedda is scheduled to be hosted by DHCP agent 913d1d6b-f856-4828-afb6-1e4cc7d36f68 with binding_index 1 {{(pid=102576) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 08:16:25.943569 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.base_scheduler [None req-4e8ffa82-8446-4ddc-93cd-f6f3da4c037e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826589-1-iscsi, 5123eb57-965c-4668-af2d-1b360d3bedda) {{(pid=102576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:16:25.948295 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8ffa82-8446-4ddc-93cd-f6f3da4c037e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:16:25.948931 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-4e8ffa82-8446-4ddc-93cd-f6f3da4c037e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for subnet (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:25.970849 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c709e85-a615-4a1d-8bb2-c3ba5a06422c None None] Network 5123eb57-965c-4668-af2d-1b360d3bedda requested from dv-cinder-826589-1-iscsi {{(pid=102577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 08:16:25.972994 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-932e581e-1ad5-4fce-9316-ae3110c4cab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (037c8737-e99f-497c-9717-3fbc8e736584), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:25.984126 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-4e8ffa82-8446-4ddc-93cd-f6f3da4c037e admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5982342 Jan 27 08:16:25.987866 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 58358) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:26.015488 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.v2.base [None req-c413cefc-e67d-4567-8d5d-ac18e631a680 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-283490360-router', 'tenant_id': '980ff1a123c74c079c273f654d5066c8', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6'}}} {{(pid=102575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:16:26.063722 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-c413cefc-e67d-4567-8d5d-ac18e631a680 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35629'] for router (889dc00f-beac-4573-bd71-03133d306792), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:26.065041 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-c413cefc-e67d-4567-8d5d-ac18e631a680 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35636'] for router (889dc00f-beac-4573-bd71-03133d306792), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:26.164168 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-c413cefc-e67d-4567-8d5d-ac18e631a680 admin admin] Publish callbacks [] for router_controller (889dc00f-beac-4573-bd71-03133d306792), precommit_add_association {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:26.307379 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f34518-45ce-4154-84d8-40f3e363da48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97f4cb72-b8e3-5d8d-9165-1ea0d7e1de3e-5123eb57-965c-4668-af2d-1b360d3bedda', 'network_id': '5123eb57-965c-4668-af2d-1b360d3bedda', 'project_id': '980ff1a123c74c079c273f654d5066c8', 'fixed_ips': [{'subnet_id': 'd127f556-8a62-4102-8af7-7ee3e40a24e0'}]}} from dv-cinder-826589-1-iscsi. {{(pid=102577) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 08:16:26.308451 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-e5f34518-45ce-4154-84d8-40f3e363da48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (None), before_create {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:26.343277 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-ab262d98-8aec-4e7f-81d5-49cdaefe00b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900182e7-ce27-4189-bb33-70c250482c8a', 'name': 'tempest-TestVolumeBootPattern-1736694676-router', 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '4c9bd725-8fed-4ede-a168-3d70d7474ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:16:19Z', 'updated_at': '2022-01-27T08:16:23Z', 'revision_number': 4, 'project_id': '0faac1e89cc44ae197577f1e66e143cd', 'gw_port': {'id': '4c9bd725-8fed-4ede-a168-3d70d7474ddd', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ea:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900182e7-ce27-4189-bb33-70c250482c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:16:20Z', 'updated_at': '2022-01-27T08:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_interfaces': [{'id': '5b55e100-31f6-4087-b698-a5e04e6b56de', 'name': '', 'network_id': '9b081a2b-185d-4bc7-8711-580f26a8816a', 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'mac_address': 'fa:16:3e:96:34:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900182e7-ce27-4189-bb33-70c250482c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'dea6adae-bbac-41f2-ace5-b3e89da3af0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:16:22Z', 'updated_at': '2022-01-27T08:16:23Z', 'revision_number': 2, 'project_id': '0faac1e89cc44ae197577f1e66e143cd', 'subnets': [{'id': 'dea6adae-bbac-41f2-ace5-b3e89da3af0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:16:26.372581 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-c413cefc-e67d-4567-8d5d-ac18e631a680 admin admin] Publish callbacks [] for router_gateway (889dc00f-beac-4573-bd71-03133d306792), precommit_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:26.396835 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab262d98-8aec-4e7f-81d5-49cdaefe00b2 None None] Checking router: 900182e7-ce27-4189-bb33-70c250482c8a for host: dv-cinder-826589-1-iscsi {{(pid=102577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 08:16:26.397192 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab262d98-8aec-4e7f-81d5-49cdaefe00b2 None None] Updating router 900182e7-ce27-4189-bb33-70c250482c8a port 5b55e100-31f6-4087-b698-a5e04e6b56de binding host dv-cinder-826589-1-iscsi {{(pid=102577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 08:16:26.408826 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 58374) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:26.485355 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-ab262d98-8aec-4e7f-81d5-49cdaefe00b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (5b55e100-31f6-4087-b698-a5e04e6b56de), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:26.501229 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 58378) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:26.523062 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-51185fd3-58e3-45b7-8835-a6a95012f538 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:26.627199 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-51185fd3-58e3-45b7-8835-a6a95012f538 admin admin] Publish callbacks [] for security_group (937ac589-9a3a-4794-925e-37c4ec19ac58), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:26.633672 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-51185fd3-58e3-45b7-8835-a6a95012f538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (937ac589-9a3a-4794-925e-37c4ec19ac58), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:26.670831 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-51185fd3-58e3-45b7-8835-a6a95012f538 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2f705406a3e64bc8bb7e7df4bad70ae7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1666880 Jan 27 08:16:26.671480 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 58386) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:26.694103 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-c413cefc-e67d-4567-8d5d-ac18e631a680 admin admin] Publish callbacks [] for router_gateway (889dc00f-beac-4573-bd71-03133d306792), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:26.725189 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51185fd3-58e3-45b7-8835-a6a95012f538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937ac589-9a3a-4794-925e-37c4ec19ac58,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:26.761829 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-aa8eacbc-d4b5-4aac-8af8-6e74ac2423a0 admin admin] Publish callbacks [] for security_group (937ac589-9a3a-4794-925e-37c4ec19ac58), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:26.762532 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-c413cefc-e67d-4567-8d5d-ac18e631a680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:26.792059 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-aa8eacbc-d4b5-4aac-8af8-6e74ac2423a0 admin admin] Publish callbacks [] for security_group (937ac589-9a3a-4794-925e-37c4ec19ac58), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:26.803845 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.db_base_plugin_common [None req-e5f34518-45ce-4154-84d8-40f3e363da48 None None] Allocated IP 172.20.0.2 (5123eb57-965c-4668-af2d-1b360d3bedda/d127f556-8a62-4102-8af7-7ee3e40a24e0/a4be8939-eca4-43c0-b381-18c9923f5f12) {{(pid=102577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 08:16:26.818933 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-63ac2046-4f84-4c1b-b9aa-142a9167043b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:26.824989 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device 4c9bd725-8fed-4ede-a168-3d70d7474ddd up at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:16:26.831994 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (e79cbf24-12bd-4e20-a580-79498d5b225b), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:26.861575 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-aa8eacbc-d4b5-4aac-8af8-6e74ac2423a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (937ac589-9a3a-4794-925e-37c4ec19ac58), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:26.870835 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-aa8eacbc-d4b5-4aac-8af8-6e74ac2423a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:26.873221 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-aa8eacbc-d4b5-4aac-8af8-6e74ac2423a0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/937ac589-9a3a-4794-925e-37c4ec19ac58 HTTP/1.1" status: 204 len: 168 time: 0.1996043 Jan 27 08:16:26.895267 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8eacbc-d4b5-4aac-8af8-6e74ac2423a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937ac589-9a3a-4794-925e-37c4ec19ac58,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:26.980438 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.db_base_plugin_common [None req-c413cefc-e67d-4567-8d5d-ac18e631a680 admin admin] Allocated IP 172.27.1.69 (3614e5a2-e145-4686-b153-8df14846b7f6/4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a/ba319b42-bcf9-4080-b967-dcd93ed0e4d7) {{(pid=102575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 08:16:27.027652 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-63ac2046-4f84-4c1b-b9aa-142a9167043b admin admin] Publish callbacks [] for security_group (512164e2-0a54-473e-81b0-27fdc3ac4ec9), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:27.045565 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-63ac2046-4f84-4c1b-b9aa-142a9167043b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (512164e2-0a54-473e-81b0-27fdc3ac4ec9), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:27.113515 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 58400) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:27.122540 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-63ac2046-4f84-4c1b-b9aa-142a9167043b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1f2a7ffe067e41e6824cef0d09ef90df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7088590 Jan 27 08:16:27.125164 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 58404) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:27.143803 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ac2046-4f84-4c1b-b9aa-142a9167043b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512164e2-0a54-473e-81b0-27fdc3ac4ec9,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:27.234163 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Provisioning complete for port 4c9bd725-8fed-4ede-a168-3d70d7474ddd triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:16:27.243304 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (4c9bd725-8fed-4ede-a168-3d70d7474ddd), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:27.253768 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-bc090abd-3c33-4f56-b0ba-fa194a17c5f4 admin admin] Publish callbacks [] for security_group (512164e2-0a54-473e-81b0-27fdc3ac4ec9), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:27.293341 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-c413cefc-e67d-4567-8d5d-ac18e631a680 admin admin] Publish callbacks [] for port (ba319b42-bcf9-4080-b967-dcd93ed0e4d7), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:27.334156 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-bc090abd-3c33-4f56-b0ba-fa194a17c5f4 admin admin] Publish callbacks [] for security_group (512164e2-0a54-473e-81b0-27fdc3ac4ec9), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:27.358490 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-3e74a2a1-a5ec-48bf-b1e5-bf0faa930fb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:27.371961 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ffc33-388a-4cd7-a91a-3fcf034c3a85 req-dd1f6d17-e814-40af-9c9b-584da530d4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:16:27.374331 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-cc2ffc33-388a-4cd7-a91a-3fcf034c3a85 req-dd1f6d17-e814-40af-9c9b-584da530d4bf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=494feea85d154e5fb70b8c9bb9392067&device_id=b88ccf1a-3e69-47d6-ac9b-d31d5aad936d HTTP/1.1" status: 200 len: 1098 time: 0.1156693 Jan 27 08:16:27.379915 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-e5f34518-45ce-4154-84d8-40f3e363da48 None None] Publish callbacks [] for port (a4be8939-eca4-43c0-b381-18c9923f5f12), precommit_create {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:27.406693 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 58412) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:27.407790 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-c413cefc-e67d-4567-8d5d-ac18e631a680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730334756109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13172730'] for port (ba319b42-bcf9-4080-b967-dcd93ed0e4d7), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:27.413910 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cbb3e9-6301-48a2-b203-d1f809969b6e req-510893b9-1e13-4f88-95b6-92094d911f56 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:16:27.415457 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-83cbb3e9-6301-48a2-b203-d1f809969b6e req-510893b9-1e13-4f88-95b6-92094d911f56 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=b88ccf1a-3e69-47d6-ac9b-d31d5aad936d HTTP/1.1" status: 200 len: 945 time: 0.1187541 Jan 27 08:16:27.425234 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-e5f34518-45ce-4154-84d8-40f3e363da48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730334756109'] for port (a4be8939-eca4-43c0-b381-18c9923f5f12), after_create {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:27.472508 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-381703e5-5122-4307-815f-05321449ecd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:27.498950 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-83cbb3e9-6301-48a2-b203-d1f809969b6e req-ae07d494-89b6-42e9-9db9-83bfcbfcb6f4 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747383 Jan 27 08:16:27.503398 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-bc090abd-3c33-4f56-b0ba-fa194a17c5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (512164e2-0a54-473e-81b0-27fdc3ac4ec9), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:27.506323 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-bc090abd-3c33-4f56-b0ba-fa194a17c5f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:27.506512 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f34518-45ce-4154-84d8-40f3e363da48 None None] Network 5123eb57-965c-4668-af2d-1b360d3bedda is already hosted by enough agents. {{(pid=102577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 08:16:27.507429 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-bc090abd-3c33-4f56-b0ba-fa194a17c5f4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/512164e2-0a54-473e-81b0-27fdc3ac4ec9 HTTP/1.1" status: 204 len: 168 time: 0.3813405 Jan 27 08:16:27.521141 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc090abd-3c33-4f56-b0ba-fa194a17c5f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512164e2-0a54-473e-81b0-27fdc3ac4ec9,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:27.537378 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.scheduler.base_scheduler [None req-e5f34518-45ce-4154-84d8-40f3e363da48 None None] Resources bound (agent type, host, resource id): {{(pid=102577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:16:27.542073 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c413cefc-e67d-4567-8d5d-ac18e631a680 admin admin] Network 3614e5a2-e145-4686-b153-8df14846b7f6 is already hosted by enough agents. {{(pid=102575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 08:16:27.554767 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.base_scheduler [None req-c413cefc-e67d-4567-8d5d-ac18e631a680 admin admin] Resources bound (agent type, host, resource id): {{(pid=102575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:16:27.555667 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f34518-45ce-4154-84d8-40f3e363da48 None None] Received port after_create {{(pid=102577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 08:16:27.563814 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c413cefc-e67d-4567-8d5d-ac18e631a680 admin admin] Received port after_create {{(pid=102575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 08:16:27.570955 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-ab262d98-8aec-4e7f-81d5-49cdaefe00b2 None None] Publish callbacks [] for port (5b55e100-31f6-4087-b698-a5e04e6b56de), precommit_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:27.594715 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-3e74a2a1-a5ec-48bf-b1e5-bf0faa930fb3 admin admin] Publish callbacks [] for security_group (1a97a558-8070-4017-a66e-e158665e33e1), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:27.604662 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-3e74a2a1-a5ec-48bf-b1e5-bf0faa930fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (1a97a558-8070-4017-a66e-e158665e33e1), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:27.609027 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c413cefc-e67d-4567-8d5d-ac18e631a680 admin admin] Pushing event updated for resources: {'Port': ['ID=ba319b42-bcf9-4080-b967-dcd93ed0e4d7,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:27.610264 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f34518-45ce-4154-84d8-40f3e363da48 None None] Pushing event updated for resources: {'Port': ['ID=a4be8939-eca4-43c0-b381-18c9923f5f12,revision_number=1']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:27.612495 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-ab262d98-8aec-4e7f-81d5-49cdaefe00b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (5b55e100-31f6-4087-b698-a5e04e6b56de), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:27.654391 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ffc33-388a-4cd7-a91a-3fcf034c3a85 req-9ef385b0-ae2f-4ca5-8aca-fee730b37084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:16:27.656052 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-cc2ffc33-388a-4cd7-a91a-3fcf034c3a85 req-9ef385b0-ae2f-4ca5-8aca-fee730b37084 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ce45940d-ecbf-47a0-9d51-ed21ab35fe07 HTTP/1.1" status: 200 len: 919 time: 0.2738140 Jan 27 08:16:27.675326 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-3e74a2a1-a5ec-48bf-b1e5-bf0faa930fb3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8c2983b6b86b413faead34599ba7f8db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5601728 Jan 27 08:16:27.677720 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e74a2a1-a5ec-48bf-b1e5-bf0faa930fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a97a558-8070-4017-a66e-e158665e33e1,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:27.680999 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 58416) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:27.750555 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-21064b1c-e0b0-4b73-86f7-53b801dc9858 admin admin] Publish callbacks [] for security_group (1a97a558-8070-4017-a66e-e158665e33e1), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:27.789436 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-21064b1c-e0b0-4b73-86f7-53b801dc9858 admin admin] Publish callbacks [] for security_group (1a97a558-8070-4017-a66e-e158665e33e1), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:27.797207 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-cc2ffc33-388a-4cd7-a91a-3fcf034c3a85 req-bb37c7c1-9872-421c-867c-ef3492aa2f6a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2482131d-d792-43df-a5ba-966feb101f26 HTTP/1.1" status: 200 len: 217 time: 0.1243210 Jan 27 08:16:27.865413 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-21064b1c-e0b0-4b73-86f7-53b801dc9858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (1a97a558-8070-4017-a66e-e158665e33e1), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:27.873464 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-21064b1c-e0b0-4b73-86f7-53b801dc9858 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:27.875032 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-21064b1c-e0b0-4b73-86f7-53b801dc9858 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1a97a558-8070-4017-a66e-e158665e33e1 HTTP/1.1" status: 204 len: 168 time: 0.1929548 Jan 27 08:16:27.885520 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21064b1c-e0b0-4b73-86f7-53b801dc9858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a97a558-8070-4017-a66e-e158665e33e1,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:27.959063 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.managers [None req-e5f34518-45ce-4154-84d8-40f3e363da48 None None] Attempting to bind port a4be8939-eca4-43c0-b381-18c9923f5f12 on host dv-cinder-826589-1-iscsi for vnic_type normal with profile {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 08:16:27.959427 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.managers [None req-e5f34518-45ce-4154-84d8-40f3e363da48 None None] Attempting to bind port a4be8939-eca4-43c0-b381-18c9923f5f12 by drivers openvswitch,hyperv on host dv-cinder-826589-1-iscsi at level 0 using segments [{'id': '5cadafaf-7072-4b70-835e-eb5c680ba6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '5123eb57-965c-4668-af2d-1b360d3bedda'}] {{(pid=102577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 08:16:27.959786 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f34518-45ce-4154-84d8-40f3e363da48 None None] Attempting to bind port a4be8939-eca4-43c0-b381-18c9923f5f12 on network 5123eb57-965c-4668-af2d-1b360d3bedda {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:16:27.990879 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Current status of the port 4c9bd725-8fed-4ede-a168-3d70d7474ddd is: ACTIVE; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:16:27.993821 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e7a6a4-1b90-4daa-98fa-bb8299bb4477 None None] Pushing event updated for resources: {'Port': ['ID=5b55e100-31f6-4087-b698-a5e04e6b56de,revision_number=3']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:28.001735 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-381703e5-5122-4307-815f-05321449ecd7 admin admin] Publish callbacks [] for security_group (b69cf390-0836-476d-b284-d76e09418bac), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:28.004902 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ffc33-388a-4cd7-a91a-3fcf034c3a85 req-e3dfac2d-e47d-45ed-b42f-a9315f096593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:16:28.008249 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-cc2ffc33-388a-4cd7-a91a-3fcf034c3a85 req-e3dfac2d-e47d-45ed-b42f-a9315f096593 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=616d213d-6c5b-4a88-a3ce-dc11ee07f260 HTTP/1.1" status: 200 len: 858 time: 0.2025554 Jan 27 08:16:28.010258 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-381703e5-5122-4307-815f-05321449ecd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (b69cf390-0836-476d-b284-d76e09418bac), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:28.024098 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f34518-45ce-4154-84d8-40f3e363da48 None None] Checking agent: {'id': 'e79cbf24-12bd-4e20-a580-79498d5b225b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826589-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 8, 6, 57), 'started_at': datetime.datetime(2022, 1, 27, 8, 7, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 8, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826589-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 08:16:28.025972 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f34518-45ce-4154-84d8-40f3e363da48 None None] Checking segment: {'id': '5cadafaf-7072-4b70-835e-eb5c680ba6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '5123eb57-965c-4668-af2d-1b360d3bedda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:16:28.026647 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-e5f34518-45ce-4154-84d8-40f3e363da48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:28.027206 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f34518-45ce-4154-84d8-40f3e363da48 None None] Bound using segment: {'id': '5cadafaf-7072-4b70-835e-eb5c680ba6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '5123eb57-965c-4668-af2d-1b360d3bedda'} {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 08:16:28.027848 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.managers [None req-e5f34518-45ce-4154-84d8-40f3e363da48 None None] Bound port: a4be8939-eca4-43c0-b381-18c9923f5f12, host: dv-cinder-826589-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cadafaf-7072-4b70-835e-eb5c680ba6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '5123eb57-965c-4668-af2d-1b360d3bedda'}}] {{(pid=102577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 08:16:28.029679 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-e5f34518-45ce-4154-84d8-40f3e363da48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (a4be8939-eca4-43c0-b381-18c9923f5f12), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:28.032215 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (926d476c-3c92-4faa-a402-a395b4978e44), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:28.062013 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 58426) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:28.085385 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-880a6d1b-9440-4329-869b-be337c0980d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:28.100380 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-cc2ffc33-388a-4cd7-a91a-3fcf034c3a85 req-12e57b13-a71c-4453-be2e-98c876f16f38 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ce45940d-ecbf-47a0-9d51-ed21ab35fe07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786927 Jan 27 08:16:28.130306 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.managers [None req-ab262d98-8aec-4e7f-81d5-49cdaefe00b2 None None] Attempting to bind port 5b55e100-31f6-4087-b698-a5e04e6b56de on host dv-cinder-826589-1-iscsi for vnic_type normal with profile {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 08:16:28.130795 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.managers [None req-ab262d98-8aec-4e7f-81d5-49cdaefe00b2 None None] Attempting to bind port 5b55e100-31f6-4087-b698-a5e04e6b56de by drivers openvswitch,hyperv on host dv-cinder-826589-1-iscsi at level 0 using segments [{'id': 'a957085e-4c2a-4d53-a79f-6cfe99225dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9b081a2b-185d-4bc7-8711-580f26a8816a'}] {{(pid=102577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 08:16:28.131166 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab262d98-8aec-4e7f-81d5-49cdaefe00b2 None None] Attempting to bind port 5b55e100-31f6-4087-b698-a5e04e6b56de on network 9b081a2b-185d-4bc7-8711-580f26a8816a {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:16:28.137001 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-381703e5-5122-4307-815f-05321449ecd7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a3cc4d61c11940d99bc2fb9084a4b8b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7259157 Jan 27 08:16:28.140975 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381703e5-5122-4307-815f-05321449ecd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b69cf390-0836-476d-b284-d76e09418bac,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:28.141121 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab262d98-8aec-4e7f-81d5-49cdaefe00b2 None None] Checking agent: {'id': 'e79cbf24-12bd-4e20-a580-79498d5b225b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826589-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 8, 6, 57), 'started_at': datetime.datetime(2022, 1, 27, 8, 7, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 8, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826589-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 08:16:28.141768 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab262d98-8aec-4e7f-81d5-49cdaefe00b2 None None] Checking segment: {'id': 'a957085e-4c2a-4d53-a79f-6cfe99225dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9b081a2b-185d-4bc7-8711-580f26a8816a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:16:28.142404 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-ab262d98-8aec-4e7f-81d5-49cdaefe00b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:28.142983 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab262d98-8aec-4e7f-81d5-49cdaefe00b2 None None] Bound using segment: {'id': 'a957085e-4c2a-4d53-a79f-6cfe99225dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9b081a2b-185d-4bc7-8711-580f26a8816a'} {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 08:16:28.143863 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.managers [None req-ab262d98-8aec-4e7f-81d5-49cdaefe00b2 None None] Bound port: 5b55e100-31f6-4087-b698-a5e04e6b56de, host: dv-cinder-826589-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a957085e-4c2a-4d53-a79f-6cfe99225dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9b081a2b-185d-4bc7-8711-580f26a8816a'}}] {{(pid=102577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 08:16:28.144462 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-ab262d98-8aec-4e7f-81d5-49cdaefe00b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (5b55e100-31f6-4087-b698-a5e04e6b56de), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:28.148264 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 58430) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:28.210008 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-e5f34518-45ce-4154-84d8-40f3e363da48 None None] For port a4be8939-eca4-43c0-b381-18c9923f5f12, host dv-cinder-826589-1-iscsi, cleared binding levels {{(pid=102577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 08:16:28.215445 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-e5f34518-45ce-4154-84d8-40f3e363da48 None None] For port a4be8939-eca4-43c0-b381-18c9923f5f12, host dv-cinder-826589-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=a4be8939-eca4-43c0-b381-18c9923f5f12,segment=NetworkSegment(5cadafaf-7072-4b70-835e-eb5c680ba6eb),segment_id=5cadafaf-7072-4b70-835e-eb5c680ba6eb)] {{(pid=102577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 08:16:28.241542 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-3bb14e6d-d1cc-4816-bfe1-20086a22ddd4 None None] Provisioning complete for port 5b55e100-31f6-4087-b698-a5e04e6b56de triggered by entity DHCP. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:16:28.242226 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3bb14e6d-d1cc-4816-bfe1-20086a22ddd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (5b55e100-31f6-4087-b698-a5e04e6b56de), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:28.244619 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-e5f34518-45ce-4154-84d8-40f3e363da48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (a4be8939-eca4-43c0-b381-18c9923f5f12), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:28.252035 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-880a6d1b-9440-4329-869b-be337c0980d9 admin admin] Publish callbacks [] for security_group (9dc376fe-63b4-4117-b9a5-6dadb99346b1), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:28.258773 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-880a6d1b-9440-4329-869b-be337c0980d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (9dc376fe-63b4-4117-b9a5-6dadb99346b1), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:28.311695 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-c413cefc-e67d-4567-8d5d-ac18e631a680 admin admin] Publish callbacks [] for router_gateway (889dc00f-beac-4573-bd71-03133d306792), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:28.315890 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-880a6d1b-9440-4329-869b-be337c0980d9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=70a90d883c1b4c18b2852dfc556bdcfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2524498 Jan 27 08:16:28.316092 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 58432) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:28.318453 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880a6d1b-9440-4329-869b-be337c0980d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc376fe-63b4-4117-b9a5-6dadb99346b1,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:28.320954 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 58434) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:28.367676 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-cc2ffc33-388a-4cd7-a91a-3fcf034c3a85 req-3f4327b6-947a-4cde-821b-4b4a7d61e6a1 service neutron] 10.222.0.72 "GET /v2.0/networks/ce45940d-ecbf-47a0-9d51-ed21ab35fe07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571089 Jan 27 08:16:28.382176 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-ab262d98-8aec-4e7f-81d5-49cdaefe00b2 None None] For port 5b55e100-31f6-4087-b698-a5e04e6b56de, host dv-cinder-826589-1-iscsi, cleared binding levels {{(pid=102577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 08:16:28.392487 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3bb14e6d-d1cc-4816-bfe1-20086a22ddd4 None None] Port 5b55e100-31f6-4087-b698-a5e04e6b56de cannot update to ACTIVE because it is not bound. {{(pid=102577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 08:16:28.398133 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-5d8e1a1e-cee6-4b39-a605-ecda84ca7976 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:28.419620 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f34518-45ce-4154-84d8-40f3e363da48 None None] Pushing event updated for resources: {'Port': ['ID=a4be8939-eca4-43c0-b381-18c9923f5f12,revision_number=2']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:28.420612 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-5f8ba8ba-6382-44ae-abc2-0a945206f4b1 admin admin] Publish callbacks [] for security_group (9dc376fe-63b4-4117-b9a5-6dadb99346b1), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:28.425092 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-ab262d98-8aec-4e7f-81d5-49cdaefe00b2 None None] For port 5b55e100-31f6-4087-b698-a5e04e6b56de, host dv-cinder-826589-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=5b55e100-31f6-4087-b698-a5e04e6b56de,segment=NetworkSegment(a957085e-4c2a-4d53-a79f-6cfe99225dd1),segment_id=a957085e-4c2a-4d53-a79f-6cfe99225dd1)] {{(pid=102577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 08:16:28.431094 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-ab262d98-8aec-4e7f-81d5-49cdaefe00b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (5b55e100-31f6-4087-b698-a5e04e6b56de), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:28.451604 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-5f8ba8ba-6382-44ae-abc2-0a945206f4b1 admin admin] Publish callbacks [] for security_group (9dc376fe-63b4-4117-b9a5-6dadb99346b1), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:28.487468 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e7a6a4-1b90-4daa-98fa-bb8299bb4477 None None] Pushing event updated for resources: {'Port': ['ID=5b55e100-31f6-4087-b698-a5e04e6b56de,revision_number=4']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:28.520086 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab262d98-8aec-4e7f-81d5-49cdaefe00b2 None None] Routers {'900182e7-ce27-4189-bb33-70c250482c8a'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:16:28.520879 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-ab262d98-8aec-4e7f-81d5-49cdaefe00b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:16:23Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['900182e7-ce27-4189-bb33-70c250482c8a'], 'active': True} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:16:28.521042 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-9418ac7b-dbe4-452f-a053-07140d737ae4 admin admin] Publish callbacks [] for security_group (b69cf390-0836-476d-b284-d76e09418bac), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:28.522770 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-5f8ba8ba-6382-44ae-abc2-0a945206f4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (9dc376fe-63b4-4117-b9a5-6dadb99346b1), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:28.526117 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-5f8ba8ba-6382-44ae-abc2-0a945206f4b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:28.530342 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-5f8ba8ba-6382-44ae-abc2-0a945206f4b1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9dc376fe-63b4-4117-b9a5-6dadb99346b1 HTTP/1.1" status: 204 len: 168 time: 0.2083318 Jan 27 08:16:28.544888 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8ba8ba-6382-44ae-abc2-0a945206f4b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc376fe-63b4-4117-b9a5-6dadb99346b1,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:28.627998 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-cc2ffc33-388a-4cd7-a91a-3fcf034c3a85 req-4629204b-fbd1-4a77-87da-be97fdf622d1 service neutron] 10.222.0.72 "GET /v2.0/networks/ce45940d-ecbf-47a0-9d51-ed21ab35fe07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486181 Jan 27 08:16:28.663096 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-9418ac7b-dbe4-452f-a053-07140d737ae4 admin admin] Publish callbacks [] for security_group (b69cf390-0836-476d-b284-d76e09418bac), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:28.787129 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f9598-01a0-49d0-a82a-d9382e1571df req-0e096303-e124-43ca-9b09-1e879facf968 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:16:28.794701 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-436f9598-01a0-49d0-a82a-d9382e1571df req-0e096303-e124-43ca-9b09-1e879facf968 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=b88ccf1a-3e69-47d6-ac9b-d31d5aad936d HTTP/1.1" status: 200 len: 945 time: 0.1500721 Jan 27 08:16:28.889374 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvr_db [None req-ab262d98-8aec-4e7f-81d5-49cdaefe00b2 None None] Set router 900182e7-ce27-4189-bb33-70c250482c8a gateway port host: dv-cinder-826589-1-iscsi {{(pid=102577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:16:28.901736 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-436f9598-01a0-49d0-a82a-d9382e1571df req-2e357a91-ad65-43bb-84e0-de6db75e9b98 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988336 Jan 27 08:16:28.941454 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-9418ac7b-dbe4-452f-a053-07140d737ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (b69cf390-0836-476d-b284-d76e09418bac), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:28.945097 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-9418ac7b-dbe4-452f-a053-07140d737ae4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:28.950400 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-9418ac7b-dbe4-452f-a053-07140d737ae4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b69cf390-0836-476d-b284-d76e09418bac HTTP/1.1" status: 204 len: 168 time: 0.7502704 Jan 27 08:16:28.967613 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9418ac7b-dbe4-452f-a053-07140d737ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69cf390-0836-476d-b284-d76e09418bac,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:29.007452 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-5d8e1a1e-cee6-4b39-a605-ecda84ca7976 admin admin] Publish callbacks [] for security_group (c35c01a7-1209-481c-8e91-39ea80f11254), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:29.008862 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-c413cefc-e67d-4567-8d5d-ac18e631a680 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550065'] for router (889dc00f-beac-4573-bd71-03133d306792), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:29.016526 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-5d8e1a1e-cee6-4b39-a605-ecda84ca7976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (c35c01a7-1209-481c-8e91-39ea80f11254), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:29.047806 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-5676d921-314d-456b-9ec0-e1c1ef83a707 None None] Provisioning complete for port 5b55e100-31f6-4087-b698-a5e04e6b56de triggered by entity DHCP. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:16:29.048261 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-5676d921-314d-456b-9ec0-e1c1ef83a707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (5b55e100-31f6-4087-b698-a5e04e6b56de), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:29.111649 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e1a1e-cee6-4b39-a605-ecda84ca7976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c35c01a7-1209-481c-8e91-39ea80f11254,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:29.304096 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-5676d921-314d-456b-9ec0-e1c1ef83a707 None None] Current status of the port 5b55e100-31f6-4087-b698-a5e04e6b56de is: DOWN; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:16:29.304492 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-5676d921-314d-456b-9ec0-e1c1ef83a707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (5b55e100-31f6-4087-b698-a5e04e6b56de), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:29.351970 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-5676d921-314d-456b-9ec0-e1c1ef83a707 None None] For port 5b55e100-31f6-4087-b698-a5e04e6b56de, host dv-cinder-826589-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=5b55e100-31f6-4087-b698-a5e04e6b56de,segment=NetworkSegment(a957085e-4c2a-4d53-a79f-6cfe99225dd1),segment_id=a957085e-4c2a-4d53-a79f-6cfe99225dd1)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:16:29.358539 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-5676d921-314d-456b-9ec0-e1c1ef83a707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (5b55e100-31f6-4087-b698-a5e04e6b56de), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:29.364813 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-ab262d98-8aec-4e7f-81d5-49cdaefe00b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900182e7-ce27-4189-bb33-70c250482c8a', 'name': 'tempest-TestVolumeBootPattern-1736694676-router', 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '4c9bd725-8fed-4ede-a168-3d70d7474ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:16:19Z', 'updated_at': '2022-01-27T08:16:23Z', 'revision_number': 4, 'project_id': '0faac1e89cc44ae197577f1e66e143cd', 'gw_port': {'id': '4c9bd725-8fed-4ede-a168-3d70d7474ddd', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ea:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900182e7-ce27-4189-bb33-70c250482c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:16:20Z', 'updated_at': '2022-01-27T08:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_interfaces': [{'id': '5b55e100-31f6-4087-b698-a5e04e6b56de', 'name': '', 'network_id': '9b081a2b-185d-4bc7-8711-580f26a8816a', 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'mac_address': 'fa:16:3e:96:34:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900182e7-ce27-4189-bb33-70c250482c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'dea6adae-bbac-41f2-ace5-b3e89da3af0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:16:22Z', 'updated_at': '2022-01-27T08:16:28Z', 'revision_number': 4, 'project_id': '0faac1e89cc44ae197577f1e66e143cd', 'subnets': [{'id': 'dea6adae-bbac-41f2-ace5-b3e89da3af0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:16:29.382574 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-5d8e1a1e-cee6-4b39-a605-ecda84ca7976 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4c716a68ec074a1fbfb332b3d8451257&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0653915 Jan 27 08:16:29.385088 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 58460) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:29.427812 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab262d98-8aec-4e7f-81d5-49cdaefe00b2 None None] The sync data for ids ['900182e7-ce27-4189-bb33-70c250482c8a'] in dv-cinder-826589-1-iscsi is: [{'id': '900182e7-ce27-4189-bb33-70c250482c8a', 'name': 'tempest-TestVolumeBootPattern-1736694676-router', 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '4c9bd725-8fed-4ede-a168-3d70d7474ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:16:19Z', 'updated_at': '2022-01-27T08:16:23Z', 'revision_number': 4, 'project_id': '0faac1e89cc44ae197577f1e66e143cd', 'gw_port': {'id': '4c9bd725-8fed-4ede-a168-3d70d7474ddd', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ea:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900182e7-ce27-4189-bb33-70c250482c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:16:20Z', 'updated_at': '2022-01-27T08:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_interfaces': [{'id': '5b55e100-31f6-4087-b698-a5e04e6b56de', 'name': '', 'network_id': '9b081a2b-185d-4bc7-8711-580f26a8816a', 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'mac_address': 'fa:16:3e:96:34:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900182e7-ce27-4189-bb33-70c250482c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'dea6adae-bbac-41f2-ace5-b3e89da3af0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:16:22Z', 'updated_at': '2022-01-27T08:16:28Z', 'revision_number': 4, 'project_id': '0faac1e89cc44ae197577f1e66e143cd', 'subnets': [{'id': 'dea6adae-bbac-41f2-ace5-b3e89da3af0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 08:16:29.469471 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5676d921-314d-456b-9ec0-e1c1ef83a707 None None] Pushing event updated for resources: {'Port': ['ID=5b55e100-31f6-4087-b698-a5e04e6b56de,revision_number=5']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:29.521142 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-04d4ba2b-35fd-469f-bc4b-7b1f1dd9f8f6 admin admin] Publish callbacks [] for security_group (c35c01a7-1209-481c-8e91-39ea80f11254), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:29.527371 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c413cefc-e67d-4567-8d5d-ac18e631a680 admin admin] Router 889dc00f-beac-4573-bd71-03133d306792 is scheduled to L3 agent c4292dc4-d7f6-4187-994e-0142c7d14647 with binding_index 1 {{(pid=102575) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 08:16:29.586493 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-04d4ba2b-35fd-469f-bc4b-7b1f1dd9f8f6 admin admin] Publish callbacks [] for security_group (c35c01a7-1209-481c-8e91-39ea80f11254), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:29.795305 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c413cefc-e67d-4567-8d5d-ac18e631a680 admin admin] Notify agent at l3_agent.dv-cinder-826589-1-iscsi the message routers_updated {{(pid=102575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 08:16:29.810392 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57095d19-32bd-4261-9b35-dcd67ad50897 None None] Sync routers for ids ['889dc00f-beac-4573-bd71-03133d306792'] in dv-cinder-826589-1-iscsi {{(pid=102578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 08:16:29.824032 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57095d19-32bd-4261-9b35-dcd67ad50897 None None] Routers {'889dc00f-beac-4573-bd71-03133d306792'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:16:29.824915 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-57095d19-32bd-4261-9b35-dcd67ad50897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:16:23Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['889dc00f-beac-4573-bd71-03133d306792'], 'active': True} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:16:29.829152 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-04d4ba2b-35fd-469f-bc4b-7b1f1dd9f8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (c35c01a7-1209-481c-8e91-39ea80f11254), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:29.837796 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-04d4ba2b-35fd-469f-bc4b-7b1f1dd9f8f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:29.844792 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-04d4ba2b-35fd-469f-bc4b-7b1f1dd9f8f6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c35c01a7-1209-481c-8e91-39ea80f11254 HTTP/1.1" status: 204 len: 168 time: 0.4581521 Jan 27 08:16:29.857646 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d4ba2b-35fd-469f-bc4b-7b1f1dd9f8f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35c01a7-1209-481c-8e91-39ea80f11254,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:29.862983 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-c413cefc-e67d-4567-8d5d-ac18e631a680 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:29.867713 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 58486) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:29.867895 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-c413cefc-e67d-4567-8d5d-ac18e631a680 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.8616283 Jan 27 08:16:30.007058 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvr_db [None req-57095d19-32bd-4261-9b35-dcd67ad50897 None None] Set router 889dc00f-beac-4573-bd71-03133d306792 gateway port host: dv-cinder-826589-1-iscsi {{(pid=102578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:16:30.170769 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64be543-365b-4ca3-9203-5ef3c9285ed5 None None] Network 5123eb57-965c-4668-af2d-1b360d3bedda requested from dv-cinder-826589-1-iscsi {{(pid=102577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 08:16:30.266863 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-57095d19-32bd-4261-9b35-dcd67ad50897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889dc00f-beac-4573-bd71-03133d306792', 'name': 'tempest-TestVolumeBootPattern-283490360-router', 'tenant_id': '980ff1a123c74c079c273f654d5066c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ba319b42-bcf9-4080-b967-dcd93ed0e4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:16:26Z', 'updated_at': '2022-01-27T08:16:27Z', 'revision_number': 3, 'project_id': '980ff1a123c74c079c273f654d5066c8', 'gw_port': {'id': 'ba319b42-bcf9-4080-b967-dcd93ed0e4d7', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b5:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889dc00f-beac-4573-bd71-03133d306792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:16:26Z', 'updated_at': '2022-01-27T08:16:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi'}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:16:30.305535 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57095d19-32bd-4261-9b35-dcd67ad50897 None None] Checking router: 889dc00f-beac-4573-bd71-03133d306792 for host: dv-cinder-826589-1-iscsi {{(pid=102578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 08:16:30.306195 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57095d19-32bd-4261-9b35-dcd67ad50897 None None] Updating router 889dc00f-beac-4573-bd71-03133d306792 port ba319b42-bcf9-4080-b967-dcd93ed0e4d7 binding host dv-cinder-826589-1-iscsi {{(pid=102578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 08:16:30.347542 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-57095d19-32bd-4261-9b35-dcd67ad50897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (ba319b42-bcf9-4080-b967-dcd93ed0e4d7), before_update {{(pid=102578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:30.406375 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-88a87f37-0733-451a-a5c6-1bef424efd8e None None] Provisioning complete for port a4be8939-eca4-43c0-b381-18c9923f5f12 triggered by entity DHCP. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:16:30.406757 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-88a87f37-0733-451a-a5c6-1bef424efd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (a4be8939-eca4-43c0-b381-18c9923f5f12), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:30.413566 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fef971-aad4-4737-824b-d867fd215f4e req-49319f9a-a7bc-4a8f-a05b-a07a63d0399b tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:16:30.422743 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-57fef971-aad4-4737-824b-d867fd215f4e req-49319f9a-a7bc-4a8f-a05b-a07a63d0399b tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=b88ccf1a-3e69-47d6-ac9b-d31d5aad936d HTTP/1.1" status: 200 len: 945 time: 0.3303618 Jan 27 08:16:30.574458 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 58506) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:30.583462 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-57fef971-aad4-4737-824b-d867fd215f4e req-3547bf20-0c55-43b3-9ef7-0163ba460cb8 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592038 Jan 27 08:16:30.604571 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7266b188-dee1-419c-86cf-69ef3c7ebdec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:30.821275 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-88a87f37-0733-451a-a5c6-1bef424efd8e None None] Current status of the port a4be8939-eca4-43c0-b381-18c9923f5f12 is: DOWN; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:16:30.821812 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-88a87f37-0733-451a-a5c6-1bef424efd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (a4be8939-eca4-43c0-b381-18c9923f5f12), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:30.895558 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-57095d19-32bd-4261-9b35-dcd67ad50897 None None] Publish callbacks [] for port (ba319b42-bcf9-4080-b967-dcd93ed0e4d7), precommit_update {{(pid=102578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:30.924995 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7266b188-dee1-419c-86cf-69ef3c7ebdec admin admin] Publish callbacks [] for security_group (fc0c99ad-11e0-4c2a-9c86-9daf08274a8f), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:30.942939 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7266b188-dee1-419c-86cf-69ef3c7ebdec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (fc0c99ad-11e0-4c2a-9c86-9daf08274a8f), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:30.947185 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-57095d19-32bd-4261-9b35-dcd67ad50897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (ba319b42-bcf9-4080-b967-dcd93ed0e4d7), after_update {{(pid=102578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:31.031145 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-88a87f37-0733-451a-a5c6-1bef424efd8e None None] For port a4be8939-eca4-43c0-b381-18c9923f5f12, host dv-cinder-826589-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=a4be8939-eca4-43c0-b381-18c9923f5f12,segment=NetworkSegment(5cadafaf-7072-4b70-835e-eb5c680ba6eb),segment_id=5cadafaf-7072-4b70-835e-eb5c680ba6eb)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:16:31.053679 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-88a87f37-0733-451a-a5c6-1bef424efd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (a4be8939-eca4-43c0-b381-18c9923f5f12), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:31.068935 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-7266b188-dee1-419c-86cf-69ef3c7ebdec admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=66a7d0cb9f384a5e892b701db208a62d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4902601 Jan 27 08:16:31.069603 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 58520) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:31.082846 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d7861e-c1e4-4b05-8a59-3d43eefe387d None None] Pushing event updated for resources: {'Port': ['ID=ba319b42-bcf9-4080-b967-dcd93ed0e4d7,revision_number=2']} {{(pid=102578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:31.096446 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.managers [None req-57095d19-32bd-4261-9b35-dcd67ad50897 None None] Attempting to bind port ba319b42-bcf9-4080-b967-dcd93ed0e4d7 on host dv-cinder-826589-1-iscsi for vnic_type normal with profile {{(pid=102578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 08:16:31.097440 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.managers [None req-57095d19-32bd-4261-9b35-dcd67ad50897 None None] Attempting to bind port ba319b42-bcf9-4080-b967-dcd93ed0e4d7 by drivers openvswitch,hyperv on host dv-cinder-826589-1-iscsi at level 0 using segments [{'id': 'fa55335f-a52a-465d-b188-80ce12fc9c40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6'}] {{(pid=102578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 08:16:31.097978 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57095d19-32bd-4261-9b35-dcd67ad50897 None None] Attempting to bind port ba319b42-bcf9-4080-b967-dcd93ed0e4d7 on network 3614e5a2-e145-4686-b153-8df14846b7f6 {{(pid=102578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:16:31.105176 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57095d19-32bd-4261-9b35-dcd67ad50897 None None] Checking agent: {'id': 'e79cbf24-12bd-4e20-a580-79498d5b225b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826589-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 8, 6, 57), 'started_at': datetime.datetime(2022, 1, 27, 8, 7, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 8, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826589-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 08:16:31.105832 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57095d19-32bd-4261-9b35-dcd67ad50897 None None] Checking segment: {'id': 'fa55335f-a52a-465d-b188-80ce12fc9c40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:16:31.106447 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-57095d19-32bd-4261-9b35-dcd67ad50897 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:31.106983 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57095d19-32bd-4261-9b35-dcd67ad50897 None None] Bound using segment: {'id': 'fa55335f-a52a-465d-b188-80ce12fc9c40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6'} {{(pid=102578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 08:16:31.107615 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.managers [None req-57095d19-32bd-4261-9b35-dcd67ad50897 None None] Bound port: ba319b42-bcf9-4080-b967-dcd93ed0e4d7, host: dv-cinder-826589-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa55335f-a52a-465d-b188-80ce12fc9c40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6'}}] {{(pid=102578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 08:16:31.108227 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-57095d19-32bd-4261-9b35-dcd67ad50897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (ba319b42-bcf9-4080-b967-dcd93ed0e4d7), before_update {{(pid=102578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:31.149894 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7266b188-dee1-419c-86cf-69ef3c7ebdec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0c99ad-11e0-4c2a-9c86-9daf08274a8f,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:31.213821 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.db [None req-57095d19-32bd-4261-9b35-dcd67ad50897 None None] For port ba319b42-bcf9-4080-b967-dcd93ed0e4d7, host dv-cinder-826589-1-iscsi, cleared binding levels {{(pid=102578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 08:16:31.218909 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.db [None req-57095d19-32bd-4261-9b35-dcd67ad50897 None None] For port ba319b42-bcf9-4080-b967-dcd93ed0e4d7, host dv-cinder-826589-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=ba319b42-bcf9-4080-b967-dcd93ed0e4d7,segment=NetworkSegment(fa55335f-a52a-465d-b188-80ce12fc9c40),segment_id=fa55335f-a52a-465d-b188-80ce12fc9c40)] {{(pid=102578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 08:16:31.219805 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device a4be8939-eca4-43c0-b381-18c9923f5f12 up at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:16:31.227839 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-57095d19-32bd-4261-9b35-dcd67ad50897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (ba319b42-bcf9-4080-b967-dcd93ed0e4d7), after_update {{(pid=102578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:31.264157 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a87f37-0733-451a-a5c6-1bef424efd8e None None] Pushing event updated for resources: {'Port': ['ID=a4be8939-eca4-43c0-b381-18c9923f5f12,revision_number=3']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:31.279755 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-fb846521-cd65-4ed0-a9f2-ea349138dffb None None] Provisioning complete for port a4be8939-eca4-43c0-b381-18c9923f5f12 triggered by entity DHCP. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:16:31.280431 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-fb846521-cd65-4ed0-a9f2-ea349138dffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (a4be8939-eca4-43c0-b381-18c9923f5f12), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:31.335107 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d7861e-c1e4-4b05-8a59-3d43eefe387d None None] Pushing event updated for resources: {'Port': ['ID=ba319b42-bcf9-4080-b967-dcd93ed0e4d7,revision_number=3']} {{(pid=102578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:31.347330 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-8c5fffcc-be95-486c-a970-bb99ac396bba admin admin] Publish callbacks [] for security_group (fc0c99ad-11e0-4c2a-9c86-9daf08274a8f), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:31.356997 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Provisioning complete for port a4be8939-eca4-43c0-b381-18c9923f5f12 triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:16:31.357381 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (a4be8939-eca4-43c0-b381-18c9923f5f12), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:31.370565 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57095d19-32bd-4261-9b35-dcd67ad50897 None None] Routers {'889dc00f-beac-4573-bd71-03133d306792'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:16:31.371394 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-57095d19-32bd-4261-9b35-dcd67ad50897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:16:23Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['889dc00f-beac-4573-bd71-03133d306792'], 'active': True} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:16:31.418046 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-8c5fffcc-be95-486c-a970-bb99ac396bba admin admin] Publish callbacks [] for security_group (fc0c99ad-11e0-4c2a-9c86-9daf08274a8f), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:31.491176 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-fb846521-cd65-4ed0-a9f2-ea349138dffb None None] Current status of the port a4be8939-eca4-43c0-b381-18c9923f5f12 is: ACTIVE; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:16:31.540968 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Current status of the port a4be8939-eca4-43c0-b381-18c9923f5f12 is: ACTIVE; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:16:31.542069 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device 5b55e100-31f6-4087-b698-a5e04e6b56de up at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:16:31.595995 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvr_db [None req-57095d19-32bd-4261-9b35-dcd67ad50897 None None] Set router 889dc00f-beac-4573-bd71-03133d306792 gateway port host: dv-cinder-826589-1-iscsi {{(pid=102578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:16:31.612605 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Provisioning complete for port 5b55e100-31f6-4087-b698-a5e04e6b56de triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:16:31.613023 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (5b55e100-31f6-4087-b698-a5e04e6b56de), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:31.752190 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Current status of the port 5b55e100-31f6-4087-b698-a5e04e6b56de is: ACTIVE; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:16:31.846551 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-8c5fffcc-be95-486c-a970-bb99ac396bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (fc0c99ad-11e0-4c2a-9c86-9daf08274a8f), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:31.849247 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-8c5fffcc-be95-486c-a970-bb99ac396bba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:31.853156 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-8c5fffcc-be95-486c-a970-bb99ac396bba admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fc0c99ad-11e0-4c2a-9c86-9daf08274a8f HTTP/1.1" status: 204 len: 168 time: 0.7687428 Jan 27 08:16:31.882950 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-b94cf043-9f2c-427b-9635-68461e30f304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:31.887015 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5fffcc-be95-486c-a970-bb99ac396bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0c99ad-11e0-4c2a-9c86-9daf08274a8f,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:31.910697 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364c96b-eabb-4757-8bfc-27868dfa22c9 req-e5a1b858-c23f-4bb4-8d25-bc31381cc792 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:16:31.921466 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-e364c96b-eabb-4757-8bfc-27868dfa22c9 req-e5a1b858-c23f-4bb4-8d25-bc31381cc792 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=b88ccf1a-3e69-47d6-ac9b-d31d5aad936d HTTP/1.1" status: 200 len: 945 time: 0.1491714 Jan 27 08:16:31.975659 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-57095d19-32bd-4261-9b35-dcd67ad50897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889dc00f-beac-4573-bd71-03133d306792', 'name': 'tempest-TestVolumeBootPattern-283490360-router', 'tenant_id': '980ff1a123c74c079c273f654d5066c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ba319b42-bcf9-4080-b967-dcd93ed0e4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:16:26Z', 'updated_at': '2022-01-27T08:16:27Z', 'revision_number': 3, 'project_id': '980ff1a123c74c079c273f654d5066c8', 'gw_port': {'id': 'ba319b42-bcf9-4080-b967-dcd93ed0e4d7', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b5:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889dc00f-beac-4573-bd71-03133d306792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:16:26Z', 'updated_at': '2022-01-27T08:16:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi'}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:16:32.038572 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57095d19-32bd-4261-9b35-dcd67ad50897 None None] The sync data for ids ['889dc00f-beac-4573-bd71-03133d306792'] in dv-cinder-826589-1-iscsi is: [{'id': '889dc00f-beac-4573-bd71-03133d306792', 'name': 'tempest-TestVolumeBootPattern-283490360-router', 'tenant_id': '980ff1a123c74c079c273f654d5066c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ba319b42-bcf9-4080-b967-dcd93ed0e4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:16:26Z', 'updated_at': '2022-01-27T08:16:27Z', 'revision_number': 3, 'project_id': '980ff1a123c74c079c273f654d5066c8', 'gw_port': {'id': 'ba319b42-bcf9-4080-b967-dcd93ed0e4d7', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b5:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889dc00f-beac-4573-bd71-03133d306792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:16:26Z', 'updated_at': '2022-01-27T08:16:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi'}] {{(pid=102578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 08:16:32.093721 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-e364c96b-eabb-4757-8bfc-27868dfa22c9 req-afaee861-e369-4dc1-b129-19e3c598eb15 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564074 Jan 27 08:16:32.202549 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.db_base_plugin_common [None req-b94cf043-9f2c-427b-9635-68461e30f304 admin admin] Allocated IP 172.20.0.1 (5123eb57-965c-4668-af2d-1b360d3bedda/d127f556-8a62-4102-8af7-7ee3e40a24e0/52f2e5fa-05a0-4b4e-b390-527f981950ef) {{(pid=102576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 08:16:32.359657 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-b94cf043-9f2c-427b-9635-68461e30f304 admin admin] Publish callbacks [] for port (52f2e5fa-05a0-4b4e-b390-527f981950ef), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:32.428802 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-b94cf043-9f2c-427b-9635-68461e30f304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730334756109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13114657'] for port (52f2e5fa-05a0-4b4e-b390-527f981950ef), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:32.492545 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94cf043-9f2c-427b-9635-68461e30f304 admin admin] Pushing event updated for resources: {'Port': ['ID=52f2e5fa-05a0-4b4e-b390-527f981950ef,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:32.496400 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94cf043-9f2c-427b-9635-68461e30f304 admin admin] Network 5123eb57-965c-4668-af2d-1b360d3bedda is already hosted by enough agents. {{(pid=102576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 08:16:32.498956 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.base_scheduler [None req-b94cf043-9f2c-427b-9635-68461e30f304 admin admin] Resources bound (agent type, host, resource id): {{(pid=102576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:16:32.502151 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94cf043-9f2c-427b-9635-68461e30f304 admin admin] Received port after_create {{(pid=102576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 08:16:32.567331 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-b94cf043-9f2c-427b-9635-68461e30f304 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549604'] for router_interface (889dc00f-beac-4573-bd71-03133d306792), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:32.844990 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-b961a56f-b1f1-4620-8f6d-5669b3974aa8 None None] Provisioning complete for port 52f2e5fa-05a0-4b4e-b390-527f981950ef triggered by entity DHCP. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:16:32.851971 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-b961a56f-b1f1-4620-8f6d-5669b3974aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (52f2e5fa-05a0-4b4e-b390-527f981950ef), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:32.861906 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-b94cf043-9f2c-427b-9635-68461e30f304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (52f2e5fa-05a0-4b4e-b390-527f981950ef), before_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:32.912947 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device a4be8939-eca4-43c0-b381-18c9923f5f12 up at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:16:32.986116 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-b961a56f-b1f1-4620-8f6d-5669b3974aa8 None None] Port 52f2e5fa-05a0-4b4e-b390-527f981950ef cannot update to ACTIVE because it is not bound. {{(pid=102577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 08:16:33.039704 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Provisioning complete for port a4be8939-eca4-43c0-b381-18c9923f5f12 triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:16:33.040573 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (a4be8939-eca4-43c0-b381-18c9923f5f12), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:33.188994 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-b94cf043-9f2c-427b-9635-68461e30f304 admin admin] Publish callbacks [] for port (52f2e5fa-05a0-4b4e-b390-527f981950ef), precommit_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:33.202124 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-b94cf043-9f2c-427b-9635-68461e30f304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13114678'] for port (52f2e5fa-05a0-4b4e-b390-527f981950ef), after_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:33.308116 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Current status of the port a4be8939-eca4-43c0-b381-18c9923f5f12 is: ACTIVE; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:16:33.310054 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device ba319b42-bcf9-4080-b967-dcd93ed0e4d7 up at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:16:33.346952 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94cf043-9f2c-427b-9635-68461e30f304 admin admin] Pushing event updated for resources: {'Port': ['ID=52f2e5fa-05a0-4b4e-b390-527f981950ef,revision_number=2']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:33.370383 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-b94cf043-9f2c-427b-9635-68461e30f304 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550260'] for router_interface (889dc00f-beac-4573-bd71-03133d306792), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:33.418183 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 58650) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:33.433040 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Provisioning complete for port ba319b42-bcf9-4080-b967-dcd93ed0e4d7 triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:16:33.433446 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (ba319b42-bcf9-4080-b967-dcd93ed0e4d7), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:33.499583 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94cf043-9f2c-427b-9635-68461e30f304 admin admin] Network 5123eb57-965c-4668-af2d-1b360d3bedda is already hosted by enough agents. {{(pid=102576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 08:16:33.501605 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.base_scheduler [None req-b94cf043-9f2c-427b-9635-68461e30f304 admin admin] Resources bound (agent type, host, resource id): {{(pid=102576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:16:33.556078 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Current status of the port ba319b42-bcf9-4080-b967-dcd93ed0e4d7 is: DOWN; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:16:33.556477 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (ba319b42-bcf9-4080-b967-dcd93ed0e4d7), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:33.562198 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-afb891d8-f1a6-4f18-9ac3-a5161c76ac2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:33.611951 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] For port ba319b42-bcf9-4080-b967-dcd93ed0e4d7, host dv-cinder-826589-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=ba319b42-bcf9-4080-b967-dcd93ed0e4d7,segment=NetworkSegment(fa55335f-a52a-465d-b188-80ce12fc9c40),segment_id=fa55335f-a52a-465d-b188-80ce12fc9c40)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:16:33.620011 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (ba319b42-bcf9-4080-b967-dcd93ed0e4d7), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:33.677535 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b94cf043-9f2c-427b-9635-68461e30f304 admin admin] Router 889dc00f-beac-4573-bd71-03133d306792 has already been hosted by L3 agent c4292dc4-d7f6-4187-994e-0142c7d14647 {{(pid=102576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 08:16:33.680491 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-afb891d8-f1a6-4f18-9ac3-a5161c76ac2a admin admin] Publish callbacks [] for security_group (8f1c8b11-ca45-414c-8f5c-9864a051b7c4), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:33.687480 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-afb891d8-f1a6-4f18-9ac3-a5161c76ac2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (8f1c8b11-ca45-414c-8f5c-9864a051b7c4), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:33.738901 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-afb891d8-f1a6-4f18-9ac3-a5161c76ac2a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3f763df78c5f424c9bf3e4ccb028a7ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3195448 Jan 27 08:16:33.742217 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 58660) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:33.745790 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Pushing event updated for resources: {'Port': ['ID=ba319b42-bcf9-4080-b967-dcd93ed0e4d7,revision_number=4']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:33.750773 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb891d8-f1a6-4f18-9ac3-a5161c76ac2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1c8b11-ca45-414c-8f5c-9864a051b7c4,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:33.814372 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-8b77b04a-e4ae-4118-8d28-c4f6dd8170fb None None] Provisioning complete for port 52f2e5fa-05a0-4b4e-b390-527f981950ef triggered by entity DHCP. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:16:33.815065 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-8b77b04a-e4ae-4118-8d28-c4f6dd8170fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (52f2e5fa-05a0-4b4e-b390-527f981950ef), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:33.848443 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-c549150e-8bed-48ca-9b18-655b39106102 admin admin] Publish callbacks [] for security_group (8f1c8b11-ca45-414c-8f5c-9864a051b7c4), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:33.850150 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-8b77b04a-e4ae-4118-8d28-c4f6dd8170fb None None] Port 52f2e5fa-05a0-4b4e-b390-527f981950ef cannot update to ACTIVE because it is not bound. {{(pid=102577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 08:16:33.852927 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b94cf043-9f2c-427b-9635-68461e30f304 admin admin] Notify agent at l3_agent.dv-cinder-826589-1-iscsi the message routers_updated {{(pid=102576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 08:16:33.859471 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-b94cf043-9f2c-427b-9635-68461e30f304 admin admin] 10.222.0.59 "PUT /v2.0/routers/889dc00f-beac-4573-bd71-03133d306792/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9897008 Jan 27 08:16:33.878627 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-c549150e-8bed-48ca-9b18-655b39106102 admin admin] Publish callbacks [] for security_group (8f1c8b11-ca45-414c-8f5c-9864a051b7c4), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:33.936021 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-c549150e-8bed-48ca-9b18-655b39106102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (8f1c8b11-ca45-414c-8f5c-9864a051b7c4), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:33.939000 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-c549150e-8bed-48ca-9b18-655b39106102 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:33.942835 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-c549150e-8bed-48ca-9b18-655b39106102 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8f1c8b11-ca45-414c-8f5c-9864a051b7c4 HTTP/1.1" status: 204 len: 168 time: 0.1995795 Jan 27 08:16:33.951179 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c549150e-8bed-48ca-9b18-655b39106102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f1c8b11-ca45-414c-8f5c-9864a051b7c4,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:34.292141 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80681d94-6a9a-430c-b51d-e5ebbc5a3af3 req-92966f5f-ee8a-4147-87c0-331146371358 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:16:34.294653 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-80681d94-6a9a-430c-b51d-e5ebbc5a3af3 req-92966f5f-ee8a-4147-87c0-331146371358 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=b88ccf1a-3e69-47d6-ac9b-d31d5aad936d HTTP/1.1" status: 200 len: 945 time: 0.0556321 Jan 27 08:16:34.359199 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270786f7-30f6-4575-a1a4-e54c03e91fad None None] Sync routers for ids ['889dc00f-beac-4573-bd71-03133d306792'] in dv-cinder-826589-1-iscsi {{(pid=102577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 08:16:34.373889 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-80681d94-6a9a-430c-b51d-e5ebbc5a3af3 req-94e96d7b-0036-4db2-bcab-cbb28d75ef8d tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661418 Jan 27 08:16:34.378074 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 58690) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:34.404629 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270786f7-30f6-4575-a1a4-e54c03e91fad None None] Routers {'889dc00f-beac-4573-bd71-03133d306792'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:16:34.423479 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-fe0c1265-8482-4d64-97a6-60d3b55feeeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:34.427113 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-270786f7-30f6-4575-a1a4-e54c03e91fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:16:23Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['889dc00f-beac-4573-bd71-03133d306792'], 'active': True} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:16:34.583263 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvr_db [None req-270786f7-30f6-4575-a1a4-e54c03e91fad None None] Set router 889dc00f-beac-4573-bd71-03133d306792 gateway port host: dv-cinder-826589-1-iscsi {{(pid=102577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:16:34.610675 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-fe0c1265-8482-4d64-97a6-60d3b55feeeb admin admin] Publish callbacks [] for security_group (527a6b2d-bf9c-49e4-9c85-44969b66974f), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:34.642499 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-fe0c1265-8482-4d64-97a6-60d3b55feeeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (527a6b2d-bf9c-49e4-9c85-44969b66974f), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:34.705473 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-fe0c1265-8482-4d64-97a6-60d3b55feeeb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=47f560c6086c48aa911660d8e4756e12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3250701 Jan 27 08:16:34.708921 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 58706) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:34.711726 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c1265-8482-4d64-97a6-60d3b55feeeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=527a6b2d-bf9c-49e4-9c85-44969b66974f,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:34.788999 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 58708) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:34.795966 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.v2.base [None req-c2eb9f75-1430-4fa3-8a22-dcb5975dfd8b tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1384581973', 'description': 'tempest-secgroup-smoke-1384581973 description', 'project_id': '0faac1e89cc44ae197577f1e66e143cd'}} {{(pid=102575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:16:34.797693 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-a23ac96f-b975-467f-b6f1-a95b8c8311e9 admin admin] Publish callbacks [] for security_group (527a6b2d-bf9c-49e4-9c85-44969b66974f), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:34.802770 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device ba319b42-bcf9-4080-b967-dcd93ed0e4d7 up at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:16:34.822187 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-c2eb9f75-1430-4fa3-8a22-dcb5975dfd8b tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks [] for security_group (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:34.830954 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-a23ac96f-b975-467f-b6f1-a95b8c8311e9 admin admin] Publish callbacks [] for security_group (527a6b2d-bf9c-49e4-9c85-44969b66974f), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:34.904288 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-a23ac96f-b975-467f-b6f1-a95b8c8311e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (527a6b2d-bf9c-49e4-9c85-44969b66974f), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:34.908744 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-a23ac96f-b975-467f-b6f1-a95b8c8311e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:34.911505 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-a23ac96f-b975-467f-b6f1-a95b8c8311e9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/527a6b2d-bf9c-49e4-9c85-44969b66974f HTTP/1.1" status: 204 len: 168 time: 0.2009242 Jan 27 08:16:34.916327 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Provisioning complete for port ba319b42-bcf9-4080-b967-dcd93ed0e4d7 triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:16:34.917159 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (ba319b42-bcf9-4080-b967-dcd93ed0e4d7), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:34.925693 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23ac96f-b975-467f-b6f1-a95b8c8311e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=527a6b2d-bf9c-49e4-9c85-44969b66974f,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:34.941446 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-c2eb9f75-1430-4fa3-8a22-dcb5975dfd8b tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks [] for security_group (8094b559-0e87-4af8-8973-bdebc614ca29), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:34.946234 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-c2eb9f75-1430-4fa3-8a22-dcb5975dfd8b tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (8094b559-0e87-4af8-8973-bdebc614ca29), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:34.988466 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-270786f7-30f6-4575-a1a4-e54c03e91fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889dc00f-beac-4573-bd71-03133d306792', 'name': 'tempest-TestVolumeBootPattern-283490360-router', 'tenant_id': '980ff1a123c74c079c273f654d5066c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ba319b42-bcf9-4080-b967-dcd93ed0e4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:16:26Z', 'updated_at': '2022-01-27T08:16:32Z', 'revision_number': 4, 'project_id': '980ff1a123c74c079c273f654d5066c8', 'gw_port': {'id': 'ba319b42-bcf9-4080-b967-dcd93ed0e4d7', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889dc00f-beac-4573-bd71-03133d306792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:16:26Z', 'updated_at': '2022-01-27T08:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_interfaces': [{'id': '52f2e5fa-05a0-4b4e-b390-527f981950ef', 'name': '', 'network_id': '5123eb57-965c-4668-af2d-1b360d3bedda', 'tenant_id': '980ff1a123c74c079c273f654d5066c8', 'mac_address': 'fa:16:3e:ba:56:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889dc00f-beac-4573-bd71-03133d306792', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'd127f556-8a62-4102-8af7-7ee3e40a24e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:16:31Z', 'updated_at': '2022-01-27T08:16:32Z', 'revision_number': 2, 'project_id': '980ff1a123c74c079c273f654d5066c8', 'subnets': [{'id': 'd127f556-8a62-4102-8af7-7ee3e40a24e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:16:34.991060 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-c2eb9f75-1430-4fa3-8a22-dcb5975dfd8b tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks [] for security_group (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:34.994939 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-c2eb9f75-1430-4fa3-8a22-dcb5975dfd8b tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2052791 Jan 27 08:16:34.998744 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 58712) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:35.003701 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [None req-21990f39-f4a5-4d61-9f59-cd4194ce893d tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Request body: {'security_group_rule': {'security_group_id': '8094b559-0e87-4af8-8973-bdebc614ca29', 'project_id': '0faac1e89cc44ae197577f1e66e143cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:16:35.004579 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb9f75-1430-4fa3-8a22-dcb5975dfd8b tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8094b559-0e87-4af8-8973-bdebc614ca29,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:35.021519 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270786f7-30f6-4575-a1a4-e54c03e91fad None None] Checking router: 889dc00f-beac-4573-bd71-03133d306792 for host: dv-cinder-826589-1-iscsi {{(pid=102577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 08:16:35.021870 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270786f7-30f6-4575-a1a4-e54c03e91fad None None] Updating router 889dc00f-beac-4573-bd71-03133d306792 port 52f2e5fa-05a0-4b4e-b390-527f981950ef binding host dv-cinder-826589-1-iscsi {{(pid=102577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 08:16:35.040133 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-21990f39-f4a5-4d61-9f59-cd4194ce893d tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks [] for security_group_rule (7a6989e3-807c-4405-bc09-93b58331f80d), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:35.078535 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-270786f7-30f6-4575-a1a4-e54c03e91fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (52f2e5fa-05a0-4b4e-b390-527f981950ef), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:35.094859 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Current status of the port ba319b42-bcf9-4080-b967-dcd93ed0e4d7 is: ACTIVE; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:16:35.138931 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-21990f39-f4a5-4d61-9f59-cd4194ce893d tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks [] for security_group_rule (7a6989e3-807c-4405-bc09-93b58331f80d), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:35.148240 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-21990f39-f4a5-4d61-9f59-cd4194ce893d tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600985'] for security_group_rule (7a6989e3-807c-4405-bc09-93b58331f80d), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:35.183549 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21990f39-f4a5-4d61-9f59-cd4194ce893d tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a6989e3-807c-4405-bc09-93b58331f80d,revision_number=0']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:35.202203 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-21990f39-f4a5-4d61-9f59-cd4194ce893d tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:35.204973 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-21990f39-f4a5-4d61-9f59-cd4194ce893d tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2037692 Jan 27 08:16:35.206620 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 58720) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:35.211824 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.v2.base [None req-ecc1e8f5-d4e0-4c02-b101-a34d15110009 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Request body: {'security_group_rule': {'security_group_id': '8094b559-0e87-4af8-8973-bdebc614ca29', 'project_id': '0faac1e89cc44ae197577f1e66e143cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:16:35.253647 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-ecc1e8f5-d4e0-4c02-b101-a34d15110009 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks [] for security_group_rule (87b004d2-ebd4-47f8-867d-adea917443d1), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:35.340233 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-ecc1e8f5-d4e0-4c02-b101-a34d15110009 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks [] for security_group_rule (87b004d2-ebd4-47f8-867d-adea917443d1), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:35.345340 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-ecc1e8f5-d4e0-4c02-b101-a34d15110009 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600985'] for security_group_rule (87b004d2-ebd4-47f8-867d-adea917443d1), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:35.364872 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc1e8f5-d4e0-4c02-b101-a34d15110009 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87b004d2-ebd4-47f8-867d-adea917443d1,revision_number=0']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:35.382216 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-ecc1e8f5-d4e0-4c02-b101-a34d15110009 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:35.383498 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-ecc1e8f5-d4e0-4c02-b101-a34d15110009 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1758668 Jan 27 08:16:35.386493 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 58726) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:35.391134 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [None req-dbc5ae7c-76c6-49c5-96fa-3d468535e719 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Request body: {'security_group_rule': {'security_group_id': '8094b559-0e87-4af8-8973-bdebc614ca29', 'project_id': '0faac1e89cc44ae197577f1e66e143cd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:16:35.447578 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-dbc5ae7c-76c6-49c5-96fa-3d468535e719 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks [] for security_group_rule (b3390b65-76a4-436b-9dd3-48118e32efa1), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:35.492683 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-270786f7-30f6-4575-a1a4-e54c03e91fad None None] Publish callbacks [] for port (52f2e5fa-05a0-4b4e-b390-527f981950ef), precommit_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:35.503810 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-270786f7-30f6-4575-a1a4-e54c03e91fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (52f2e5fa-05a0-4b4e-b390-527f981950ef), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:35.561723 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf2b234-aa8c-41f3-972d-47159d5e7547 None None] Pushing event updated for resources: {'Port': ['ID=52f2e5fa-05a0-4b4e-b390-527f981950ef,revision_number=3']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:35.620047 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-dbc5ae7c-76c6-49c5-96fa-3d468535e719 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks [] for security_group_rule (b3390b65-76a4-436b-9dd3-48118e32efa1), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:35.627432 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.managers [None req-270786f7-30f6-4575-a1a4-e54c03e91fad None None] Attempting to bind port 52f2e5fa-05a0-4b4e-b390-527f981950ef on host dv-cinder-826589-1-iscsi for vnic_type normal with profile {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 08:16:35.627687 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.managers [None req-270786f7-30f6-4575-a1a4-e54c03e91fad None None] Attempting to bind port 52f2e5fa-05a0-4b4e-b390-527f981950ef by drivers openvswitch,hyperv on host dv-cinder-826589-1-iscsi at level 0 using segments [{'id': '5cadafaf-7072-4b70-835e-eb5c680ba6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '5123eb57-965c-4668-af2d-1b360d3bedda'}] {{(pid=102577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 08:16:35.628026 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270786f7-30f6-4575-a1a4-e54c03e91fad None None] Attempting to bind port 52f2e5fa-05a0-4b4e-b390-527f981950ef on network 5123eb57-965c-4668-af2d-1b360d3bedda {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:16:35.629108 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b2e77-173d-4e73-b6db-10238f9edb2a req-625278b9-5128-4ea3-a28b-8835c2c5fc47 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:16:35.634909 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270786f7-30f6-4575-a1a4-e54c03e91fad None None] Checking agent: {'id': 'e79cbf24-12bd-4e20-a580-79498d5b225b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826589-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 8, 6, 57), 'started_at': datetime.datetime(2022, 1, 27, 8, 7, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 8, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826589-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 08:16:35.634909 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270786f7-30f6-4575-a1a4-e54c03e91fad None None] Checking segment: {'id': '5cadafaf-7072-4b70-835e-eb5c680ba6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '5123eb57-965c-4668-af2d-1b360d3bedda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:16:35.635259 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-270786f7-30f6-4575-a1a4-e54c03e91fad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:35.635481 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270786f7-30f6-4575-a1a4-e54c03e91fad None None] Bound using segment: {'id': '5cadafaf-7072-4b70-835e-eb5c680ba6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '5123eb57-965c-4668-af2d-1b360d3bedda'} {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 08:16:35.635945 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.managers [None req-270786f7-30f6-4575-a1a4-e54c03e91fad None None] Bound port: 52f2e5fa-05a0-4b4e-b390-527f981950ef, host: dv-cinder-826589-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cadafaf-7072-4b70-835e-eb5c680ba6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '5123eb57-965c-4668-af2d-1b360d3bedda'}}] {{(pid=102577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 08:16:35.636366 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-270786f7-30f6-4575-a1a4-e54c03e91fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (52f2e5fa-05a0-4b4e-b390-527f981950ef), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:35.636919 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-388b2e77-173d-4e73-b6db-10238f9edb2a req-625278b9-5128-4ea3-a28b-8835c2c5fc47 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=b88ccf1a-3e69-47d6-ac9b-d31d5aad936d HTTP/1.1" status: 200 len: 945 time: 0.1156673 Jan 27 08:16:35.644459 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-dbc5ae7c-76c6-49c5-96fa-3d468535e719 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600985'] for security_group_rule (b3390b65-76a4-436b-9dd3-48118e32efa1), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:35.676114 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5ae7c-76c6-49c5-96fa-3d468535e719 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3390b65-76a4-436b-9dd3-48118e32efa1,revision_number=0']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:35.703551 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-dbc5ae7c-76c6-49c5-96fa-3d468535e719 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:35.704640 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 58744) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:35.705360 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-dbc5ae7c-76c6-49c5-96fa-3d468535e719 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3171000 Jan 27 08:16:35.711930 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.v2.base [None req-749c202f-d46c-457b-ac2e-546be96fd604 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Request body: {'security_group_rule': {'security_group_id': '8094b559-0e87-4af8-8973-bdebc614ca29', 'project_id': '0faac1e89cc44ae197577f1e66e143cd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:16:35.737840 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-388b2e77-173d-4e73-b6db-10238f9edb2a req-4173d20e-e866-499c-825a-82e1e630cdc0 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971656 Jan 27 08:16:35.758546 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-749c202f-d46c-457b-ac2e-546be96fd604 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks [] for security_group_rule (a4ccc1d4-21ba-4338-bb1a-97f6538b2b6d), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:35.785347 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-270786f7-30f6-4575-a1a4-e54c03e91fad None None] For port 52f2e5fa-05a0-4b4e-b390-527f981950ef, host dv-cinder-826589-1-iscsi, cleared binding levels {{(pid=102577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 08:16:35.790521 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-270786f7-30f6-4575-a1a4-e54c03e91fad None None] For port 52f2e5fa-05a0-4b4e-b390-527f981950ef, host dv-cinder-826589-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=52f2e5fa-05a0-4b4e-b390-527f981950ef,segment=NetworkSegment(5cadafaf-7072-4b70-835e-eb5c680ba6eb),segment_id=5cadafaf-7072-4b70-835e-eb5c680ba6eb)] {{(pid=102577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 08:16:35.796473 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-270786f7-30f6-4575-a1a4-e54c03e91fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (52f2e5fa-05a0-4b4e-b390-527f981950ef), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:35.835886 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-749c202f-d46c-457b-ac2e-546be96fd604 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks [] for security_group_rule (a4ccc1d4-21ba-4338-bb1a-97f6538b2b6d), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:35.840368 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-749c202f-d46c-457b-ac2e-546be96fd604 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600985'] for security_group_rule (a4ccc1d4-21ba-4338-bb1a-97f6538b2b6d), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:35.869100 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749c202f-d46c-457b-ac2e-546be96fd604 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4ccc1d4-21ba-4338-bb1a-97f6538b2b6d,revision_number=0']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:35.878106 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270786f7-30f6-4575-a1a4-e54c03e91fad None None] Routers {'889dc00f-beac-4573-bd71-03133d306792'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:16:35.878674 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-270786f7-30f6-4575-a1a4-e54c03e91fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:16:23Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['889dc00f-beac-4573-bd71-03133d306792'], 'active': True} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:16:35.889422 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-749c202f-d46c-457b-ac2e-546be96fd604 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:35.893441 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-749c202f-d46c-457b-ac2e-546be96fd604 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1850870 Jan 27 08:16:35.893654 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 58750) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:35.898632 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.v2.base [None req-1a11e1c4-903e-45c3-8e84-5f73056264c3 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Request body: {'security_group_rule': {'security_group_id': '8094b559-0e87-4af8-8973-bdebc614ca29', 'project_id': '0faac1e89cc44ae197577f1e66e143cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:16:35.923016 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.db.securitygroups_db [None req-1a11e1c4-903e-45c3-8e84-5f73056264c3 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Project 0faac1e89cc44ae197577f1e66e143cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 08:16:35.927479 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf2b234-aa8c-41f3-972d-47159d5e7547 None None] Pushing event updated for resources: {'Port': ['ID=52f2e5fa-05a0-4b4e-b390-527f981950ef,revision_number=4']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:35.930451 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-1a11e1c4-903e-45c3-8e84-5f73056264c3 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks [] for security_group_rule (7955e0eb-97d0-40bf-a776-ad6ed87804e6), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:35.945631 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-52730b8a-55c0-488a-8a67-1880b398ebb5 None None] Provisioning complete for port 52f2e5fa-05a0-4b4e-b390-527f981950ef triggered by entity DHCP. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:16:35.946286 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-52730b8a-55c0-488a-8a67-1880b398ebb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (52f2e5fa-05a0-4b4e-b390-527f981950ef), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:36.036267 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-1a11e1c4-903e-45c3-8e84-5f73056264c3 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks [] for security_group_rule (7955e0eb-97d0-40bf-a776-ad6ed87804e6), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:36.041625 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-1a11e1c4-903e-45c3-8e84-5f73056264c3 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600985'] for security_group_rule (7955e0eb-97d0-40bf-a776-ad6ed87804e6), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:36.046679 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvr_db [None req-270786f7-30f6-4575-a1a4-e54c03e91fad None None] Set router 889dc00f-beac-4573-bd71-03133d306792 gateway port host: dv-cinder-826589-1-iscsi {{(pid=102577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:16:36.066982 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a11e1c4-903e-45c3-8e84-5f73056264c3 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7955e0eb-97d0-40bf-a776-ad6ed87804e6,revision_number=0']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:36.085453 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-1a11e1c4-903e-45c3-8e84-5f73056264c3 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:36.092868 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-1a11e1c4-903e-45c3-8e84-5f73056264c3 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1976335 Jan 27 08:16:36.094262 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 58758) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:36.100211 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [None req-0f457a9b-9250-4d22-9295-740216311e56 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Request body: {'security_group_rule': {'security_group_id': '8094b559-0e87-4af8-8973-bdebc614ca29', 'project_id': '0faac1e89cc44ae197577f1e66e143cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:16:36.133778 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.db.securitygroups_db [None req-0f457a9b-9250-4d22-9295-740216311e56 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Project 0faac1e89cc44ae197577f1e66e143cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 08:16:36.140486 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-0f457a9b-9250-4d22-9295-740216311e56 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks [] for security_group_rule (e1a6a059-67c5-45c5-951e-7e26349e15a9), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:36.185521 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-52730b8a-55c0-488a-8a67-1880b398ebb5 None None] Current status of the port 52f2e5fa-05a0-4b4e-b390-527f981950ef is: DOWN; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:16:36.188123 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-52730b8a-55c0-488a-8a67-1880b398ebb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (52f2e5fa-05a0-4b4e-b390-527f981950ef), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:36.248662 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-0f457a9b-9250-4d22-9295-740216311e56 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks [] for security_group_rule (e1a6a059-67c5-45c5-951e-7e26349e15a9), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:36.254969 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-0f457a9b-9250-4d22-9295-740216311e56 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600985'] for security_group_rule (e1a6a059-67c5-45c5-951e-7e26349e15a9), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:36.287458 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f457a9b-9250-4d22-9295-740216311e56 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1a6a059-67c5-45c5-951e-7e26349e15a9,revision_number=0']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:36.298024 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-0f457a9b-9250-4d22-9295-740216311e56 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:36.304941 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-0f457a9b-9250-4d22-9295-740216311e56 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2091980 Jan 27 08:16:36.486682 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-52730b8a-55c0-488a-8a67-1880b398ebb5 None None] For port 52f2e5fa-05a0-4b4e-b390-527f981950ef, host dv-cinder-826589-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=52f2e5fa-05a0-4b4e-b390-527f981950ef,segment=NetworkSegment(5cadafaf-7072-4b70-835e-eb5c680ba6eb),segment_id=5cadafaf-7072-4b70-835e-eb5c680ba6eb)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:16:36.498283 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-52730b8a-55c0-488a-8a67-1880b398ebb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (52f2e5fa-05a0-4b4e-b390-527f981950ef), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:36.606223 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52730b8a-55c0-488a-8a67-1880b398ebb5 None None] Pushing event updated for resources: {'Port': ['ID=52f2e5fa-05a0-4b4e-b390-527f981950ef,revision_number=5']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:36.637326 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-5115be33-8db7-4b42-bd72-7eb99739e10b None None] Provisioning complete for port 52f2e5fa-05a0-4b4e-b390-527f981950ef triggered by entity DHCP. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:16:36.649742 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 58816) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:36.656493 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-5115be33-8db7-4b42-bd72-7eb99739e10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (52f2e5fa-05a0-4b4e-b390-527f981950ef), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:36.695733 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-270786f7-30f6-4575-a1a4-e54c03e91fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889dc00f-beac-4573-bd71-03133d306792', 'name': 'tempest-TestVolumeBootPattern-283490360-router', 'tenant_id': '980ff1a123c74c079c273f654d5066c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ba319b42-bcf9-4080-b967-dcd93ed0e4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:16:26Z', 'updated_at': '2022-01-27T08:16:32Z', 'revision_number': 4, 'project_id': '980ff1a123c74c079c273f654d5066c8', 'gw_port': {'id': 'ba319b42-bcf9-4080-b967-dcd93ed0e4d7', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889dc00f-beac-4573-bd71-03133d306792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:16:26Z', 'updated_at': '2022-01-27T08:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_interfaces': [{'id': '52f2e5fa-05a0-4b4e-b390-527f981950ef', 'name': '', 'network_id': '5123eb57-965c-4668-af2d-1b360d3bedda', 'tenant_id': '980ff1a123c74c079c273f654d5066c8', 'mac_address': 'fa:16:3e:ba:56:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889dc00f-beac-4573-bd71-03133d306792', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'd127f556-8a62-4102-8af7-7ee3e40a24e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:16:31Z', 'updated_at': '2022-01-27T08:16:35Z', 'revision_number': 4, 'project_id': '980ff1a123c74c079c273f654d5066c8', 'subnets': [{'id': 'd127f556-8a62-4102-8af7-7ee3e40a24e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:16:36.732947 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270786f7-30f6-4575-a1a4-e54c03e91fad None None] The sync data for ids ['889dc00f-beac-4573-bd71-03133d306792'] in dv-cinder-826589-1-iscsi is: [{'id': '889dc00f-beac-4573-bd71-03133d306792', 'name': 'tempest-TestVolumeBootPattern-283490360-router', 'tenant_id': '980ff1a123c74c079c273f654d5066c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ba319b42-bcf9-4080-b967-dcd93ed0e4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:16:26Z', 'updated_at': '2022-01-27T08:16:32Z', 'revision_number': 4, 'project_id': '980ff1a123c74c079c273f654d5066c8', 'gw_port': {'id': 'ba319b42-bcf9-4080-b967-dcd93ed0e4d7', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889dc00f-beac-4573-bd71-03133d306792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:16:26Z', 'updated_at': '2022-01-27T08:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_interfaces': [{'id': '52f2e5fa-05a0-4b4e-b390-527f981950ef', 'name': '', 'network_id': '5123eb57-965c-4668-af2d-1b360d3bedda', 'tenant_id': '980ff1a123c74c079c273f654d5066c8', 'mac_address': 'fa:16:3e:ba:56:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889dc00f-beac-4573-bd71-03133d306792', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'd127f556-8a62-4102-8af7-7ee3e40a24e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:16:31Z', 'updated_at': '2022-01-27T08:16:35Z', 'revision_number': 4, 'project_id': '980ff1a123c74c079c273f654d5066c8', 'subnets': [{'id': 'd127f556-8a62-4102-8af7-7ee3e40a24e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 08:16:36.858533 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-b55ca709-8265-4c4c-aaff-ad23ef78cace admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:36.868250 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-5115be33-8db7-4b42-bd72-7eb99739e10b None None] Current status of the port 52f2e5fa-05a0-4b4e-b390-527f981950ef is: ACTIVE; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:16:36.972323 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc74aa6-1f71-497a-bf69-89d804d2b944 req-25efcc0d-a430-43ab-a557-6b0a95b0fade tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:16:36.978401 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-ccc74aa6-1f71-497a-bf69-89d804d2b944 req-25efcc0d-a430-43ab-a557-6b0a95b0fade tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=b88ccf1a-3e69-47d6-ac9b-d31d5aad936d HTTP/1.1" status: 200 len: 945 time: 0.0978348 Jan 27 08:16:37.007724 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-b55ca709-8265-4c4c-aaff-ad23ef78cace admin admin] Publish callbacks [] for security_group (29d40b92-8cf2-4287-a4e1-43145043b2b8), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:37.015142 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-b55ca709-8265-4c4c-aaff-ad23ef78cace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (29d40b92-8cf2-4287-a4e1-43145043b2b8), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:37.069141 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-ccc74aa6-1f71-497a-bf69-89d804d2b944 req-01d5eeb8-4f50-42af-8289-6dfea80741d7 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855536 Jan 27 08:16:37.082279 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-b55ca709-8265-4c4c-aaff-ad23ef78cace admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3e9a222f6452438f8507345c09ad53dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4301245 Jan 27 08:16:37.084918 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 58830) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:37.117550 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55ca709-8265-4c4c-aaff-ad23ef78cace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d40b92-8cf2-4287-a4e1-43145043b2b8,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:37.167758 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-019b0387-327e-44fa-a68a-c3133f0e7f6a admin admin] Publish callbacks [] for security_group (29d40b92-8cf2-4287-a4e1-43145043b2b8), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:37.191867 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-019b0387-327e-44fa-a68a-c3133f0e7f6a admin admin] Publish callbacks [] for security_group (29d40b92-8cf2-4287-a4e1-43145043b2b8), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:37.252052 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-019b0387-327e-44fa-a68a-c3133f0e7f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (29d40b92-8cf2-4287-a4e1-43145043b2b8), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:37.254989 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-019b0387-327e-44fa-a68a-c3133f0e7f6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:37.256308 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-019b0387-327e-44fa-a68a-c3133f0e7f6a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/29d40b92-8cf2-4287-a4e1-43145043b2b8 HTTP/1.1" status: 204 len: 168 time: 0.1704144 Jan 27 08:16:37.265883 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019b0387-327e-44fa-a68a-c3133f0e7f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d40b92-8cf2-4287-a4e1-43145043b2b8,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:38.242755 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e19db3-ba09-4c9e-a076-16084b1cdd1c req-0c26421b-5f14-46f3-a37e-a585863bfb63 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:16:38.244501 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-68e19db3-ba09-4c9e-a076-16084b1cdd1c req-0c26421b-5f14-46f3-a37e-a585863bfb63 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=b88ccf1a-3e69-47d6-ac9b-d31d5aad936d HTTP/1.1" status: 200 len: 945 time: 0.0511355 Jan 27 08:16:38.319462 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-68e19db3-ba09-4c9e-a076-16084b1cdd1c req-5aa4c04d-c6f4-4104-96cb-0964492254ef tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659239 Jan 27 08:16:38.784087 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device 52f2e5fa-05a0-4b4e-b390-527f981950ef up at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:16:38.846332 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Provisioning complete for port 52f2e5fa-05a0-4b4e-b390-527f981950ef triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:16:38.846332 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (52f2e5fa-05a0-4b4e-b390-527f981950ef), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:38.951786 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Current status of the port 52f2e5fa-05a0-4b4e-b390-527f981950ef is: ACTIVE; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:16:39.441945 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f1b01a-93a0-47af-a8e0-4324f8f69d48 req-cfed2697-ee37-41ad-baa4-345bd83e4d42 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:16:39.443674 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-58f1b01a-93a0-47af-a8e0-4324f8f69d48 req-cfed2697-ee37-41ad-baa4-345bd83e4d42 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=b88ccf1a-3e69-47d6-ac9b-d31d5aad936d HTTP/1.1" status: 200 len: 945 time: 0.0488443 Jan 27 08:16:39.493963 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-58f1b01a-93a0-47af-a8e0-4324f8f69d48 req-51366ac8-500d-4cf8-b3da-43dfd2638e2d tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433204 Jan 27 08:16:42.615885 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10695a7e-3385-479d-a408-4b40d9854460 req-ab41729a-fc36-4ae5-862f-9291722e9d23 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:16:42.617399 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-10695a7e-3385-479d-a408-4b40d9854460 req-ab41729a-fc36-4ae5-862f-9291722e9d23 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=b88ccf1a-3e69-47d6-ac9b-d31d5aad936d HTTP/1.1" status: 200 len: 945 time: 0.0465608 Jan 27 08:16:42.665906 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-10695a7e-3385-479d-a408-4b40d9854460 req-d65b42bd-0be4-452b-b356-1355f1ab4f1b tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423923 Jan 27 08:16:46.067523 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de9ff18-94d2-4ee7-ab86-d440b8020cb1 req-1d0c3f2c-cad1-4c0a-994b-c5eddacf2420 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:16:46.069063 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-8de9ff18-94d2-4ee7-ab86-d440b8020cb1 req-1d0c3f2c-cad1-4c0a-994b-c5eddacf2420 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=b88ccf1a-3e69-47d6-ac9b-d31d5aad936d HTTP/1.1" status: 200 len: 945 time: 0.0509410 Jan 27 08:16:46.117067 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-8de9ff18-94d2-4ee7-ab86-d440b8020cb1 req-07f9728b-3d16-43e3-8346-cdfee893cbb6 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408602 Jan 27 08:16:47.250349 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c262027-7a3d-4cf1-9c40-2c84d3980153 req-b7c2837c-2e20-4e2c-84e8-7a6a619977d3 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:16:47.251959 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-1c262027-7a3d-4cf1-9c40-2c84d3980153 req-b7c2837c-2e20-4e2c-84e8-7a6a619977d3 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=b88ccf1a-3e69-47d6-ac9b-d31d5aad936d HTTP/1.1" status: 200 len: 945 time: 0.0619597 Jan 27 08:16:47.304746 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-1c262027-7a3d-4cf1-9c40-2c84d3980153 req-d7461572-33b7-48c3-a444-5752789a1e1d tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471292 Jan 27 08:16:47.910341 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 59108) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:48.023417 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-3939805f-8506-4d75-abfa-422a0e3de97c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:48.097750 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-3939805f-8506-4d75-abfa-422a0e3de97c admin admin] Publish callbacks [] for security_group (38bac333-7740-490c-927f-fb46757c53b5), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:48.102267 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-3939805f-8506-4d75-abfa-422a0e3de97c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (38bac333-7740-490c-927f-fb46757c53b5), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:48.141073 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-3939805f-8506-4d75-abfa-422a0e3de97c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5a2b79778f8b4dc7838b8e4a13c737f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2296112 Jan 27 08:16:48.141923 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3939805f-8506-4d75-abfa-422a0e3de97c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38bac333-7740-490c-927f-fb46757c53b5,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:48.143754 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 59116) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:48.205079 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-7954e943-f5f6-41e7-9185-e3f343f62ed9 admin admin] Publish callbacks [] for security_group (38bac333-7740-490c-927f-fb46757c53b5), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:48.228926 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-7954e943-f5f6-41e7-9185-e3f343f62ed9 admin admin] Publish callbacks [] for security_group (38bac333-7740-490c-927f-fb46757c53b5), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:48.277763 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-7954e943-f5f6-41e7-9185-e3f343f62ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (38bac333-7740-490c-927f-fb46757c53b5), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:48.280310 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-7954e943-f5f6-41e7-9185-e3f343f62ed9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:48.285224 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-7954e943-f5f6-41e7-9185-e3f343f62ed9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/38bac333-7740-490c-927f-fb46757c53b5 HTTP/1.1" status: 204 len: 168 time: 0.1396892 Jan 27 08:16:48.292981 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7954e943-f5f6-41e7-9185-e3f343f62ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38bac333-7740-490c-927f-fb46757c53b5,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:48.300300 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7954e943-f5f6-41e7-9185-e3f343f62ed9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:16:48.300642 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7954e943-f5f6-41e7-9185-e3f343f62ed9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:16:48.301004 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7954e943-f5f6-41e7-9185-e3f343f62ed9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:16:48.301338 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7954e943-f5f6-41e7-9185-e3f343f62ed9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:16:48.301657 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7954e943-f5f6-41e7-9185-e3f343f62ed9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:16:48.301979 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7954e943-f5f6-41e7-9185-e3f343f62ed9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:16:48.302375 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7954e943-f5f6-41e7-9185-e3f343f62ed9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:16:48.302597 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7954e943-f5f6-41e7-9185-e3f343f62ed9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:16:48.303021 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7954e943-f5f6-41e7-9185-e3f343f62ed9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:16:48.303494 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7954e943-f5f6-41e7-9185-e3f343f62ed9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:16:48.304061 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7954e943-f5f6-41e7-9185-e3f343f62ed9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:16:48.304515 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7954e943-f5f6-41e7-9185-e3f343f62ed9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:16:48.304857 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7954e943-f5f6-41e7-9185-e3f343f62ed9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:16:48.446437 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a7133-b2e1-4bcd-b3f0-afe769774083 req-36b6a5c9-df53-4ee5-966d-4ad8c8387222 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:16:48.448100 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d27a7133-b2e1-4bcd-b3f0-afe769774083 req-36b6a5c9-df53-4ee5-966d-4ad8c8387222 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=b88ccf1a-3e69-47d6-ac9b-d31d5aad936d HTTP/1.1" status: 200 len: 945 time: 0.0585346 Jan 27 08:16:48.507629 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d27a7133-b2e1-4bcd-b3f0-afe769774083 req-08e71bd1-101c-4f42-a384-19562d57e9b6 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524249 Jan 27 08:16:48.656288 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 59142) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:48.674783 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-c8bebea5-837a-4e33-9899-f414a962ac06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:48.752780 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-c8bebea5-837a-4e33-9899-f414a962ac06 admin admin] Publish callbacks [] for security_group (3df10f2f-3c7a-4b14-9ef0-621837145ef8), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:48.756647 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-c8bebea5-837a-4e33-9899-f414a962ac06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (3df10f2f-3c7a-4b14-9ef0-621837145ef8), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:48.792964 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bebea5-837a-4e33-9899-f414a962ac06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df10f2f-3c7a-4b14-9ef0-621837145ef8,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:48.797716 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-c8bebea5-837a-4e33-9899-f414a962ac06 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5264598f9b5b41249a3e163f7275d983&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1402922 Jan 27 08:16:48.800301 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 59144) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:48.853778 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-2bb64cfb-a696-49e3-8499-dfb5b1aeb766 admin admin] Publish callbacks [] for security_group (3df10f2f-3c7a-4b14-9ef0-621837145ef8), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:48.877002 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-2bb64cfb-a696-49e3-8499-dfb5b1aeb766 admin admin] Publish callbacks [] for security_group (3df10f2f-3c7a-4b14-9ef0-621837145ef8), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:48.929727 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-2bb64cfb-a696-49e3-8499-dfb5b1aeb766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (3df10f2f-3c7a-4b14-9ef0-621837145ef8), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:48.932761 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-2bb64cfb-a696-49e3-8499-dfb5b1aeb766 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:48.934571 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-2bb64cfb-a696-49e3-8499-dfb5b1aeb766 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3df10f2f-3c7a-4b14-9ef0-621837145ef8 HTTP/1.1" status: 204 len: 168 time: 0.1326127 Jan 27 08:16:48.943887 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb64cfb-a696-49e3-8499-dfb5b1aeb766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df10f2f-3c7a-4b14-9ef0-621837145ef8,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:49.627142 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8435647b-7266-470c-9bb4-af28c5b4594d req-88494c8d-5395-4392-a668-706df9d78f5a tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:16:49.628648 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-8435647b-7266-470c-9bb4-af28c5b4594d req-88494c8d-5395-4392-a668-706df9d78f5a tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=b88ccf1a-3e69-47d6-ac9b-d31d5aad936d HTTP/1.1" status: 200 len: 945 time: 0.0484986 Jan 27 08:16:49.697930 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-8435647b-7266-470c-9bb4-af28c5b4594d req-851b069f-ec81-4f98-b24d-82ca754effa1 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632861 Jan 27 08:16:49.888837 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-8f255a12-f16a-469d-ab67-1020bcc43829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (913d1d6b-f856-4828-afb6-1e4cc7d36f68), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:50.314149 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 59214) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:50.421934 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-2622b34f-1db3-4b1f-9401-facd3497eab6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:50.512553 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-2622b34f-1db3-4b1f-9401-facd3497eab6 admin admin] Publish callbacks [] for security_group (f2c47dcc-6f43-407d-bdf0-2685e9c6acb6), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:50.520158 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-2622b34f-1db3-4b1f-9401-facd3497eab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (f2c47dcc-6f43-407d-bdf0-2685e9c6acb6), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:50.567854 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-2622b34f-1db3-4b1f-9401-facd3497eab6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=03dede2e4e2d4136b7ec7dbba2df3c69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2499447 Jan 27 08:16:50.567854 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2622b34f-1db3-4b1f-9401-facd3497eab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c47dcc-6f43-407d-bdf0-2685e9c6acb6,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:50.568191 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 59230) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:50.639063 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d6a4d191-3c35-4635-b58c-e870f3aea909 admin admin] Publish callbacks [] for security_group (f2c47dcc-6f43-407d-bdf0-2685e9c6acb6), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:50.666323 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d6a4d191-3c35-4635-b58c-e870f3aea909 admin admin] Publish callbacks [] for security_group (f2c47dcc-6f43-407d-bdf0-2685e9c6acb6), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:50.717550 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d6a4d191-3c35-4635-b58c-e870f3aea909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (f2c47dcc-6f43-407d-bdf0-2685e9c6acb6), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:50.720856 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d6a4d191-3c35-4635-b58c-e870f3aea909 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:50.722078 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-d6a4d191-3c35-4635-b58c-e870f3aea909 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f2c47dcc-6f43-407d-bdf0-2685e9c6acb6 HTTP/1.1" status: 204 len: 168 time: 0.1528006 Jan 27 08:16:50.732154 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a4d191-3c35-4635-b58c-e870f3aea909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c47dcc-6f43-407d-bdf0-2685e9c6acb6,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:50.864537 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dbddf7-e054-4f44-92b8-8c0c49328351 req-0f379dfe-d56e-491b-bd34-f2e236bc1653 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:16:50.867324 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-06dbddf7-e054-4f44-92b8-8c0c49328351 req-0f379dfe-d56e-491b-bd34-f2e236bc1653 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=b88ccf1a-3e69-47d6-ac9b-d31d5aad936d HTTP/1.1" status: 200 len: 945 time: 0.0614226 Jan 27 08:16:50.925753 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-06dbddf7-e054-4f44-92b8-8c0c49328351 req-6c8dfc9a-187a-44f4-bb3d-0801e659d7eb tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506115 Jan 27 08:16:52.042907 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa18f22-7070-4fc6-a63f-f06f730eedbe req-15c78aaa-71e5-445d-833d-95dfa2b905b0 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:16:52.044573 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-3fa18f22-7070-4fc6-a63f-f06f730eedbe req-15c78aaa-71e5-445d-833d-95dfa2b905b0 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=b88ccf1a-3e69-47d6-ac9b-d31d5aad936d HTTP/1.1" status: 200 len: 945 time: 0.0466309 Jan 27 08:16:52.096372 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-3fa18f22-7070-4fc6-a63f-f06f730eedbe req-ce9cc038-d4e6-4163-a621-4dfbfc96fe1b tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461209 Jan 27 08:16:52.311526 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 59284) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:52.430991 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-6fb0429d-1fc2-40fe-949d-14b91128b594 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:52.547566 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-6fb0429d-1fc2-40fe-949d-14b91128b594 admin admin] Publish callbacks [] for security_group (1dce9a4a-5382-42ba-aa7e-83f3d18ee69f), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:52.554328 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-6fb0429d-1fc2-40fe-949d-14b91128b594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (1dce9a4a-5382-42ba-aa7e-83f3d18ee69f), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:52.609518 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 59306) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:52.609702 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-6fb0429d-1fc2-40fe-949d-14b91128b594 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d17d405b13be4e95abca2fb671c2d1f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2968209 Jan 27 08:16:52.610898 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb0429d-1fc2-40fe-949d-14b91128b594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dce9a4a-5382-42ba-aa7e-83f3d18ee69f,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:52.618993 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb0429d-1fc2-40fe-949d-14b91128b594 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:16:52.619603 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb0429d-1fc2-40fe-949d-14b91128b594 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:16:52.620212 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb0429d-1fc2-40fe-949d-14b91128b594 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:16:52.620713 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb0429d-1fc2-40fe-949d-14b91128b594 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:16:52.621776 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb0429d-1fc2-40fe-949d-14b91128b594 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:16:52.622284 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb0429d-1fc2-40fe-949d-14b91128b594 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:16:52.623559 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb0429d-1fc2-40fe-949d-14b91128b594 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:16:52.624818 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb0429d-1fc2-40fe-949d-14b91128b594 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:16:52.625310 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb0429d-1fc2-40fe-949d-14b91128b594 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:16:52.625805 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb0429d-1fc2-40fe-949d-14b91128b594 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:16:52.626285 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb0429d-1fc2-40fe-949d-14b91128b594 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:16:52.626760 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb0429d-1fc2-40fe-949d-14b91128b594 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:16:52.627351 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb0429d-1fc2-40fe-949d-14b91128b594 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:16:52.664908 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.agents_db [None req-38ef7be0-44ce-4a1a-bebd-f97a99571a56 None None] Agent healthcheck: found 6 active agents {{(pid=102578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 08:16:52.667615 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-71798b3f-1dca-4c1a-80ad-ba7dd33d6f62 admin admin] Publish callbacks [] for security_group (1dce9a4a-5382-42ba-aa7e-83f3d18ee69f), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:52.705071 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-71798b3f-1dca-4c1a-80ad-ba7dd33d6f62 admin admin] Publish callbacks [] for security_group (1dce9a4a-5382-42ba-aa7e-83f3d18ee69f), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:52.770935 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-71798b3f-1dca-4c1a-80ad-ba7dd33d6f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (1dce9a4a-5382-42ba-aa7e-83f3d18ee69f), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:52.775634 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-71798b3f-1dca-4c1a-80ad-ba7dd33d6f62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:52.777260 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-71798b3f-1dca-4c1a-80ad-ba7dd33d6f62 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1dce9a4a-5382-42ba-aa7e-83f3d18ee69f HTTP/1.1" status: 204 len: 168 time: 0.1663504 Jan 27 08:16:52.789226 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71798b3f-1dca-4c1a-80ad-ba7dd33d6f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dce9a4a-5382-42ba-aa7e-83f3d18ee69f,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:52.905899 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-0708d94a-5bb7-479f-919b-d75e6b5b07b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (c4292dc4-d7f6-4187-994e-0142c7d14647), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:53.010583 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d7210-a44b-47f3-9048-dcdaa2f0c523 req-af166b25-f6d4-461d-9235-177d6f87b992 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:16:53.017336 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-271d7210-a44b-47f3-9048-dcdaa2f0c523 req-af166b25-f6d4-461d-9235-177d6f87b992 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 945 time: 0.0679228 Jan 27 08:16:53.065738 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-271d7210-a44b-47f3-9048-dcdaa2f0c523 req-1673dd2b-f187-4f25-b95a-93d33cad0866 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473719 Jan 27 08:16:53.232463 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c531e-a931-4e3f-bd60-0688a3cc6d2c req-24a8ee2b-ba7a-4c48-bf74-8a8ad354d4a8 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:16:53.233963 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-e50c531e-a931-4e3f-bd60-0688a3cc6d2c req-24a8ee2b-ba7a-4c48-bf74-8a8ad354d4a8 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=b88ccf1a-3e69-47d6-ac9b-d31d5aad936d HTTP/1.1" status: 200 len: 945 time: 0.0599718 Jan 27 08:16:53.289464 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-e50c531e-a931-4e3f-bd60-0688a3cc6d2c req-a2f479cb-59a3-4aae-a47c-1557908fa3e8 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482466 Jan 27 08:16:53.817681 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e6690-58d6-4ed9-b9cb-62c96f7f9adc req-86565266-03d1-4044-9ae6-8c44e0720370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:16:53.819217 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-ca0e6690-58d6-4ed9-b9cb-62c96f7f9adc req-86565266-03d1-4044-9ae6-8c44e0720370 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b88ccf1a-3e69-47d6-ac9b-d31d5aad936d HTTP/1.1" status: 200 len: 1098 time: 0.0490642 Jan 27 08:16:53.892178 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-ca0e6690-58d6-4ed9-b9cb-62c96f7f9adc req-7cf61f98-41e0-45e5-8230-90b62886c4b7 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662160 Jan 27 08:16:54.192209 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57581687-b383-49a3-ae3c-eee9d0a08e6e req-ad84e5fd-bea2-497f-b839-84e37b54fca9 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:16:54.193716 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-57581687-b383-49a3-ae3c-eee9d0a08e6e req-ad84e5fd-bea2-497f-b839-84e37b54fca9 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 945 time: 0.0525630 Jan 27 08:16:54.242769 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-57581687-b383-49a3-ae3c-eee9d0a08e6e req-e6293106-51b5-47b8-8238-558af111f1da tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434535 Jan 27 08:16:54.421874 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1999b37f-9856-4f1c-8a01-c8f3f611125b req-2763ad31-a466-4902-9a1f-4267940bd723 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:16:54.423514 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-1999b37f-9856-4f1c-8a01-c8f3f611125b req-2763ad31-a466-4902-9a1f-4267940bd723 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=b88ccf1a-3e69-47d6-ac9b-d31d5aad936d HTTP/1.1" status: 200 len: 945 time: 0.0551569 Jan 27 08:16:54.477895 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-1999b37f-9856-4f1c-8a01-c8f3f611125b req-62efb352-a421-4fad-a89e-627e6ad9953f tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479255 Jan 27 08:16:54.604616 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-84f64028-d758-4200-a634-8b4e45c8e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (30676f9c-3677-4b49-810a-45ff2c7eef62), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:55.384126 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b9373-0abf-4810-8e4a-86bcb4384a90 req-9bac19a5-a1d2-4114-8ccc-c53ac89a5486 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:16:55.385735 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a17b9373-0abf-4810-8e4a-86bcb4384a90 req-9bac19a5-a1d2-4114-8ccc-c53ac89a5486 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 945 time: 0.0570467 Jan 27 08:16:55.434827 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a17b9373-0abf-4810-8e4a-86bcb4384a90 req-954ec2f8-a7bc-4176-961e-7b44cd85a466 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431693 Jan 27 08:16:55.599813 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251dcbbf-f413-4e70-aa05-6f3b8080a0fc req-a7808c9f-254b-41ca-88c9-2a0d44958d25 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:16:55.601831 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-251dcbbf-f413-4e70-aa05-6f3b8080a0fc req-a7808c9f-254b-41ca-88c9-2a0d44958d25 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=b88ccf1a-3e69-47d6-ac9b-d31d5aad936d HTTP/1.1" status: 200 len: 945 time: 0.0503628 Jan 27 08:16:55.648604 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-251dcbbf-f413-4e70-aa05-6f3b8080a0fc req-a9a4a14e-d27b-4e76-8d06-c0100c04f039 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407987 Jan 27 08:16:55.750255 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-932e581e-1ad5-4fce-9316-ae3110c4cab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (037c8737-e99f-497c-9717-3fbc8e736584), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:55.890842 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f29c04-1a43-4c93-8f1f-266ed416f431 req-fbb08238-52f2-47f0-9579-1417d9e31365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:16:55.893150 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-76f29c04-1a43-4c93-8f1f-266ed416f431 req-fbb08238-52f2-47f0-9579-1417d9e31365 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=494feea85d154e5fb70b8c9bb9392067&device_id=b88ccf1a-3e69-47d6-ac9b-d31d5aad936d HTTP/1.1" status: 200 len: 1098 time: 0.0448496 Jan 27 08:16:55.912057 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8a74a-8443-404f-94a2-dd21a4d5fcf7 req-dec8e256-836a-45dc-8d0b-4ae025534cd7 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:16:55.913896 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-e6c8a74a-8443-404f-94a2-dd21a4d5fcf7 req-dec8e256-836a-45dc-8d0b-4ae025534cd7 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=b88ccf1a-3e69-47d6-ac9b-d31d5aad936d HTTP/1.1" status: 200 len: 945 time: 0.0592015 Jan 27 08:16:55.966216 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-e6c8a74a-8443-404f-94a2-dd21a4d5fcf7 req-e31f9cec-8bdb-4b4a-98dc-97edfdd5bcd1 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436895 Jan 27 08:16:55.999876 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f29c04-1a43-4c93-8f1f-266ed416f431 req-0283549b-8b59-4057-85aa-41e596f20d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:16:56.001403 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-76f29c04-1a43-4c93-8f1f-266ed416f431 req-0283549b-8b59-4057-85aa-41e596f20d82 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ce45940d-ecbf-47a0-9d51-ed21ab35fe07 HTTP/1.1" status: 200 len: 919 time: 0.1002460 Jan 27 08:16:56.046970 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-76f29c04-1a43-4c93-8f1f-266ed416f431 req-c66bd959-ea27-43d0-87f0-214ba4e4a159 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2482131d-d792-43df-a5ba-966feb101f26 HTTP/1.1" status: 200 len: 217 time: 0.0382578 Jan 27 08:16:56.098595 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f29c04-1a43-4c93-8f1f-266ed416f431 req-b61db3f2-6d0e-4dd0-8096-ac4e35d4144d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:16:56.100055 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-76f29c04-1a43-4c93-8f1f-266ed416f431 req-b61db3f2-6d0e-4dd0-8096-ac4e35d4144d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=616d213d-6c5b-4a88-a3ce-dc11ee07f260 HTTP/1.1" status: 200 len: 858 time: 0.0464823 Jan 27 08:16:56.130758 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-76f29c04-1a43-4c93-8f1f-266ed416f431 req-77aee687-ef67-4f89-bd82-da54adb82e84 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ce45940d-ecbf-47a0-9d51-ed21ab35fe07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233874 Jan 27 08:16:56.234113 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-76f29c04-1a43-4c93-8f1f-266ed416f431 req-cee79dd0-46dd-4b53-a055-cf77179db270 service neutron] 10.222.0.72 "GET /v2.0/networks/ce45940d-ecbf-47a0-9d51-ed21ab35fe07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911419 Jan 27 08:16:56.329627 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-76f29c04-1a43-4c93-8f1f-266ed416f431 req-45381325-528c-457c-b61f-3421e03d7bc8 service neutron] 10.222.0.72 "GET /v2.0/networks/ce45940d-ecbf-47a0-9d51-ed21ab35fe07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882730 Jan 27 08:16:56.565252 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b961be-5962-44ab-8fe8-43ea57c5e75b req-816b7793-53fe-4a36-b88f-8c49c8d65024 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:16:56.566667 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-66b961be-5962-44ab-8fe8-43ea57c5e75b req-816b7793-53fe-4a36-b88f-8c49c8d65024 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 945 time: 0.0511916 Jan 27 08:16:56.618077 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-66b961be-5962-44ab-8fe8-43ea57c5e75b req-a2db120a-77bc-4b0a-83ce-650ab46c9ea7 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429194 Jan 27 08:16:56.647221 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (e79cbf24-12bd-4e20-a580-79498d5b225b), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:57.092426 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faca67a-248f-4d54-9bce-68b253b4f93b req-2f12cae5-4319-4fdd-9bcc-f923ff14b12a tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:16:57.093951 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-2faca67a-248f-4d54-9bce-68b253b4f93b req-2f12cae5-4319-4fdd-9bcc-f923ff14b12a tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=b88ccf1a-3e69-47d6-ac9b-d31d5aad936d HTTP/1.1" status: 200 len: 945 time: 0.0546672 Jan 27 08:16:57.143951 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-2faca67a-248f-4d54-9bce-68b253b4f93b req-66942118-c480-4a14-8336-4b9b68d2836f tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442743 Jan 27 08:16:57.741260 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae6245f-5411-48ec-91c5-b85106ae9ba3 req-28b8a448-7e0b-4d3c-b38e-b87454a4758d tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:16:57.743431 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-eae6245f-5411-48ec-91c5-b85106ae9ba3 req-28b8a448-7e0b-4d3c-b38e-b87454a4758d tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 945 time: 0.0507085 Jan 27 08:16:57.743597 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcad818-1c0a-4fe9-b925-0d6cfc6d5b86 req-6816941c-e6bc-4ea4-b359-f0c1006ec517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:16:57.745163 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-edcad818-1c0a-4fe9-b925-0d6cfc6d5b86 req-6816941c-e6bc-4ea4-b359-f0c1006ec517 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=494feea85d154e5fb70b8c9bb9392067&device_id=b88ccf1a-3e69-47d6-ac9b-d31d5aad936d HTTP/1.1" status: 200 len: 1098 time: 0.0423529 Jan 27 08:16:57.805335 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-eae6245f-5411-48ec-91c5-b85106ae9ba3 req-abfb31fa-3081-4e7c-a335-fce5650f3e53 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539706 Jan 27 08:16:57.875471 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcad818-1c0a-4fe9-b925-0d6cfc6d5b86 req-f4233c24-fe8b-4167-bcdf-d37b0e84c112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:16:57.877198 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-edcad818-1c0a-4fe9-b925-0d6cfc6d5b86 req-f4233c24-fe8b-4167-bcdf-d37b0e84c112 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ce45940d-ecbf-47a0-9d51-ed21ab35fe07 HTTP/1.1" status: 200 len: 919 time: 0.0986967 Jan 27 08:16:57.885258 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 59504) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:57.926492 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (926d476c-3c92-4faa-a402-a395b4978e44), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:57.942906 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-edcad818-1c0a-4fe9-b925-0d6cfc6d5b86 req-ef22ba5a-57ea-4676-bd79-077a471d8330 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2482131d-d792-43df-a5ba-966feb101f26 HTTP/1.1" status: 200 len: 217 time: 0.0552595 Jan 27 08:16:57.998446 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcad818-1c0a-4fe9-b925-0d6cfc6d5b86 req-5694da41-cb17-4145-aff4-c0566d3c6267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:16:58.000427 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-edcad818-1c0a-4fe9-b925-0d6cfc6d5b86 req-5694da41-cb17-4145-aff4-c0566d3c6267 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=616d213d-6c5b-4a88-a3ce-dc11ee07f260 HTTP/1.1" status: 200 len: 858 time: 0.0485609 Jan 27 08:16:58.024796 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-51227285-b03b-4f21-8259-985c2b9b13e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:58.034481 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-edcad818-1c0a-4fe9-b925-0d6cfc6d5b86 req-fb0c9f75-69a5-47d3-88fd-52dc4da2849e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ce45940d-ecbf-47a0-9d51-ed21ab35fe07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252376 Jan 27 08:16:58.100732 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-51227285-b03b-4f21-8259-985c2b9b13e1 admin admin] Publish callbacks [] for security_group (9f9a91d8-5465-4979-8ad2-bf52ad0fc280), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:58.105881 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-51227285-b03b-4f21-8259-985c2b9b13e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (9f9a91d8-5465-4979-8ad2-bf52ad0fc280), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:58.129416 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-edcad818-1c0a-4fe9-b925-0d6cfc6d5b86 req-19e30cd7-fcea-4a14-b6ee-7a71cde03854 service neutron] 10.222.0.72 "GET /v2.0/networks/ce45940d-ecbf-47a0-9d51-ed21ab35fe07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850487 Jan 27 08:16:58.146158 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-51227285-b03b-4f21-8259-985c2b9b13e1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=91628da7b40f4ce6b54aa6ea7df8a89c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2597435 Jan 27 08:16:58.148335 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51227285-b03b-4f21-8259-985c2b9b13e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9a91d8-5465-4979-8ad2-bf52ad0fc280,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:58.149678 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 59512) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:58.273127 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf1612-ee2b-4e3c-aed2-da185ec00af7 req-ad8e6a6b-719d-4d89-be6d-93f2e7c98acb tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:16:58.274122 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-f42b951e-2323-47e9-a983-dd25726d24b3 admin admin] Publish callbacks [] for security_group (9f9a91d8-5465-4979-8ad2-bf52ad0fc280), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:58.274597 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d0cf1612-ee2b-4e3c-aed2-da185ec00af7 req-ad8e6a6b-719d-4d89-be6d-93f2e7c98acb tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=b88ccf1a-3e69-47d6-ac9b-d31d5aad936d HTTP/1.1" status: 200 len: 945 time: 0.0474377 Jan 27 08:16:58.278256 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-edcad818-1c0a-4fe9-b925-0d6cfc6d5b86 req-24299dc6-557e-401e-9154-8d0dccc01bcb service neutron] 10.222.0.72 "GET /v2.0/networks/ce45940d-ecbf-47a0-9d51-ed21ab35fe07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404698 Jan 27 08:16:58.302140 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-f42b951e-2323-47e9-a983-dd25726d24b3 admin admin] Publish callbacks [] for security_group (9f9a91d8-5465-4979-8ad2-bf52ad0fc280), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:58.329282 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d0cf1612-ee2b-4e3c-aed2-da185ec00af7 req-cc3a7167-d16e-4541-9e3f-4644ec79f36b tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476813 Jan 27 08:16:58.367350 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-f42b951e-2323-47e9-a983-dd25726d24b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (9f9a91d8-5465-4979-8ad2-bf52ad0fc280), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:58.370104 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-f42b951e-2323-47e9-a983-dd25726d24b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:58.373641 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-f42b951e-2323-47e9-a983-dd25726d24b3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9f9a91d8-5465-4979-8ad2-bf52ad0fc280 HTTP/1.1" status: 204 len: 168 time: 0.2203696 Jan 27 08:16:58.379233 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42b951e-2323-47e9-a983-dd25726d24b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9a91d8-5465-4979-8ad2-bf52ad0fc280,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:58.645442 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 59522) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:58.662680 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-6070b594-33b7-4d7a-a81b-e92a8382ce6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:58.739941 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-6070b594-33b7-4d7a-a81b-e92a8382ce6b admin admin] Publish callbacks [] for security_group (51c2a2ac-985b-4327-ae26-d20da3b98953), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:58.744277 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-6070b594-33b7-4d7a-a81b-e92a8382ce6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (51c2a2ac-985b-4327-ae26-d20da3b98953), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:58.785952 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-6070b594-33b7-4d7a-a81b-e92a8382ce6b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=156b71945c2b40c2973b0d2cf50f300d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1392372 Jan 27 08:16:58.786482 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6070b594-33b7-4d7a-a81b-e92a8382ce6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c2a2ac-985b-4327-ae26-d20da3b98953,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:58.790054 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 59524) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:58.840825 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-84a7de5e-0b70-4960-a275-fb634190766a admin admin] Publish callbacks [] for security_group (51c2a2ac-985b-4327-ae26-d20da3b98953), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:58.863103 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-84a7de5e-0b70-4960-a275-fb634190766a admin admin] Publish callbacks [] for security_group (51c2a2ac-985b-4327-ae26-d20da3b98953), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:58.942023 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6655370-14f3-4936-9a22-1a50dee1bbaf req-6d97c8b9-bf32-47bd-a551-c27291b96758 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:16:58.943842 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d6655370-14f3-4936-9a22-1a50dee1bbaf req-6d97c8b9-bf32-47bd-a551-c27291b96758 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 945 time: 0.0618742 Jan 27 08:16:58.957748 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-84a7de5e-0b70-4960-a275-fb634190766a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (51c2a2ac-985b-4327-ae26-d20da3b98953), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:58.960566 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-84a7de5e-0b70-4960-a275-fb634190766a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:58.968491 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-84a7de5e-0b70-4960-a275-fb634190766a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/51c2a2ac-985b-4327-ae26-d20da3b98953 HTTP/1.1" status: 204 len: 168 time: 0.1729131 Jan 27 08:16:59.002081 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a7de5e-0b70-4960-a275-fb634190766a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c2a2ac-985b-4327-ae26-d20da3b98953,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:59.030123 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d6655370-14f3-4936-9a22-1a50dee1bbaf req-5f08c5c0-53cb-4819-806f-ee721b52fc5b tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801120 Jan 27 08:16:59.362904 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 59552) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:59.378329 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-30bfe1f9-bc48-4b50-ae36-70719ff68cad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:59.476855 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93baa118-f057-41ea-bf1f-5ad4050e5a17 req-306ae0d2-a82c-4ef3-b754-40cea96080b6 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:16:59.478342 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-93baa118-f057-41ea-bf1f-5ad4050e5a17 req-306ae0d2-a82c-4ef3-b754-40cea96080b6 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=b88ccf1a-3e69-47d6-ac9b-d31d5aad936d HTTP/1.1" status: 200 len: 945 time: 0.0754681 Jan 27 08:16:59.513314 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-30bfe1f9-bc48-4b50-ae36-70719ff68cad admin admin] Publish callbacks [] for security_group (f9a60e18-a9b0-44d4-b48c-7810b2855bfd), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:59.519997 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-30bfe1f9-bc48-4b50-ae36-70719ff68cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (f9a60e18-a9b0-44d4-b48c-7810b2855bfd), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:59.581421 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 59556) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:16:59.581598 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-30bfe1f9-bc48-4b50-ae36-70719ff68cad admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c9c04b7a0455484497c8a7b3d07b1703&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2174182 Jan 27 08:16:59.587226 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-93baa118-f057-41ea-bf1f-5ad4050e5a17 req-6678bd34-55e6-45ed-ad3d-f4e09d27596c tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985823 Jan 27 08:16:59.588381 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bfe1f9-bc48-4b50-ae36-70719ff68cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a60e18-a9b0-44d4-b48c-7810b2855bfd,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:16:59.644934 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-a81fcd87-f871-43b1-a5ed-bae83efa4364 admin admin] Publish callbacks [] for security_group (f9a60e18-a9b0-44d4-b48c-7810b2855bfd), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:59.667443 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-a81fcd87-f871-43b1-a5ed-bae83efa4364 admin admin] Publish callbacks [] for security_group (f9a60e18-a9b0-44d4-b48c-7810b2855bfd), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:59.714256 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-a81fcd87-f871-43b1-a5ed-bae83efa4364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (f9a60e18-a9b0-44d4-b48c-7810b2855bfd), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:59.717492 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-a81fcd87-f871-43b1-a5ed-bae83efa4364 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:16:59.718645 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-a81fcd87-f871-43b1-a5ed-bae83efa4364 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f9a60e18-a9b0-44d4-b48c-7810b2855bfd HTTP/1.1" status: 204 len: 168 time: 0.1357889 Jan 27 08:16:59.728107 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81fcd87-f871-43b1-a5ed-bae83efa4364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a60e18-a9b0-44d4-b48c-7810b2855bfd,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:17:00.151765 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7236a0e-7bcc-4bd6-9278-6675e524e1a0 req-ecb36ecd-7c50-4430-967f-d27f1946ae44 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:00.153960 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-c7236a0e-7bcc-4bd6-9278-6675e524e1a0 req-ecb36ecd-7c50-4430-967f-d27f1946ae44 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 945 time: 0.0475645 Jan 27 08:17:00.200464 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-c7236a0e-7bcc-4bd6-9278-6675e524e1a0 req-24eaeb88-dd18-4eea-a4ca-bdddcd5b51fe tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410333 Jan 27 08:17:00.464294 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 59598) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:17:00.602510 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [None req-1d47fb60-4c45-475d-abba-6ba66857ffb8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1824580674-network', 'tenant_id': '9035a65341a248bf9e4d1371e4f30984'}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:17:00.628486 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d47fb60-4c45-475d-abba-6ba66857ffb8 admin admin] Made reservation on behalf of 9035a65341a248bf9e4d1371e4f30984 for: {'network': 1} {{(pid=102576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 08:17:00.630832 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-1d47fb60-4c45-475d-abba-6ba66857ffb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for network (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:00.644252 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-1d47fb60-4c45-475d-abba-6ba66857ffb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:00.731605 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-1d47fb60-4c45-475d-abba-6ba66857ffb8 admin admin] Publish callbacks [] for security_group (4bec9c13-9652-4b0d-a357-a21dac90b195), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:00.735447 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-1d47fb60-4c45-475d-abba-6ba66857ffb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (4bec9c13-9652-4b0d-a357-a21dac90b195), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:00.760130 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d47fb60-4c45-475d-abba-6ba66857ffb8 admin admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=102576) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 08:17:00.768817 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d47fb60-4c45-475d-abba-6ba66857ffb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bec9c13-9652-4b0d-a357-a21dac90b195,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:17:00.774649 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-1d47fb60-4c45-475d-abba-6ba66857ffb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505597'] for segment (74a47a65-eb76-452b-a51a-269a2e7fc65e), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:00.774990 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.db.segments_db [None req-1d47fb60-4c45-475d-abba-6ba66857ffb8 admin admin] Added segment 74a47a65-eb76-452b-a51a-269a2e7fc65e of type vlan for network 652b74d3-773c-4c51-b4df-89a43e9fd890 Jan 27 08:17:00.818778 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-1d47fb60-4c45-475d-abba-6ba66857ffb8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730334747742'] for network (652b74d3-773c-4c51-b4df-89a43e9fd890), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:00.842364 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-1d47fb60-4c45-475d-abba-6ba66857ffb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588'] for network (652b74d3-773c-4c51-b4df-89a43e9fd890), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:00.843399 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d47fb60-4c45-475d-abba-6ba66857ffb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:00.844337 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-1d47fb60-4c45-475d-abba-6ba66857ffb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for network (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:00.878704 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-1d47fb60-4c45-475d-abba-6ba66857ffb8 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4129322 Jan 27 08:17:00.881677 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 59616) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:17:00.886842 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.v2.base [None req-8ad781f9-d0aa-48e3-a6f1-864c06e43450 admin admin] Request body: {'subnet': {'network_id': '652b74d3-773c-4c51-b4df-89a43e9fd890', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1824580674-subnet', 'tenant_id': '9035a65341a248bf9e4d1371e4f30984', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:17:00.909074 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d47fb60-4c45-475d-abba-6ba66857ffb8 admin admin] Pushing event updated for resources: {'Network': ['ID=652b74d3-773c-4c51-b4df-89a43e9fd890,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:17:00.913199 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad781f9-d0aa-48e3-a6f1-864c06e43450 admin admin] Made reservation on behalf of 9035a65341a248bf9e4d1371e4f30984 for: {'subnet': 1} {{(pid=102575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 08:17:00.915624 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8ad781f9-d0aa-48e3-a6f1-864c06e43450 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220486'] for subnet (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:00.920620 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Network 652b74d3-773c-4c51-b4df-89a43e9fd890 details requested by agent ovs-agent-dv-cinder-826589-1-iscsi with host dv-cinder-826589-1-iscsi {{(pid=102577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 08:17:01.040226 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1240e-ada4-4cdf-aee1-ddec7800cf54 req-0f77591b-9f7e-44a7-bb8d-1f3a225862a5 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:01.041717 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-e2a1240e-ada4-4cdf-aee1-ddec7800cf54 req-0f77591b-9f7e-44a7-bb8d-1f3a225862a5 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=b88ccf1a-3e69-47d6-ac9b-d31d5aad936d HTTP/1.1" status: 200 len: 945 time: 0.0542126 Jan 27 08:17:01.094663 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-e2a1240e-ada4-4cdf-aee1-ddec7800cf54 req-aa0472ca-520e-425f-afc4-761c37996aca tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432920 Jan 27 08:17:01.119695 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8ad781f9-d0aa-48e3-a6f1-864c06e43450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13170794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220528'] for subnet (709b0121-a76e-46ba-90ea-73397b4104e2), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:01.163816 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad781f9-d0aa-48e3-a6f1-864c06e43450 admin admin] Pushing event updated for resources: {'Subnet': ['ID=709b0121-a76e-46ba-90ea-73397b4104e2,revision_number=0']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:17:01.174801 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad781f9-d0aa-48e3-a6f1-864c06e43450 admin admin] Checking segment: {'id': '74a47a65-eb76-452b-a51a-269a2e7fc65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '652b74d3-773c-4c51-b4df-89a43e9fd890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:17:01.175162 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad781f9-d0aa-48e3-a6f1-864c06e43450 admin admin] Network hostable DHCP agents. Network: 652b74d3-773c-4c51-b4df-89a43e9fd890, hostable agents: ['913d1d6b-f856-4828-afb6-1e4cc7d36f68'], hosted agents: [] {{(pid=102575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 08:17:01.191233 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad781f9-d0aa-48e3-a6f1-864c06e43450 admin admin] Network 652b74d3-773c-4c51-b4df-89a43e9fd890 is scheduled to be hosted by DHCP agent 913d1d6b-f856-4828-afb6-1e4cc7d36f68 with binding_index 1 {{(pid=102575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 08:17:01.200090 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.base_scheduler [None req-8ad781f9-d0aa-48e3-a6f1-864c06e43450 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826589-1-iscsi, 652b74d3-773c-4c51-b4df-89a43e9fd890) {{(pid=102575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:17:01.204410 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad781f9-d0aa-48e3-a6f1-864c06e43450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:01.205030 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8ad781f9-d0aa-48e3-a6f1-864c06e43450 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:01.210848 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3263d00-e4c3-4fa9-8d12-ee87f64627d0 None None] Network 652b74d3-773c-4c51-b4df-89a43e9fd890 requested from dv-cinder-826589-1-iscsi {{(pid=102577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 08:17:01.226891 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-8ad781f9-d0aa-48e3-a6f1-864c06e43450 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3396523 Jan 27 08:17:01.339943 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a26152-e776-4e96-a1c9-ff16675ff283 None None] Network 652b74d3-773c-4c51-b4df-89a43e9fd890 requested from dv-cinder-826589-1-iscsi {{(pid=102577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 08:17:01.351078 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bb6d14-32b2-4fbd-ab30-4db046ce37b2 req-a509ad73-ec24-4762-be6a-6174fbbe4f3a tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:01.358380 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-f8bb6d14-32b2-4fbd-ab30-4db046ce37b2 req-a509ad73-ec24-4762-be6a-6174fbbe4f3a tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 945 time: 0.0636835 Jan 27 08:17:01.417393 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-f8bb6d14-32b2-4fbd-ab30-4db046ce37b2 req-6515204b-6fc5-4f8a-8622-3c7d2a8a7d84 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578194 Jan 27 08:17:02.529639 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae4bbe-19cd-4f9e-aa60-2f8e15aba301 req-3d2c207c-b1ef-4c56-a5f6-040b591f48a2 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:02.531108 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-21ae4bbe-19cd-4f9e-aa60-2f8e15aba301 req-3d2c207c-b1ef-4c56-a5f6-040b591f48a2 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 945 time: 0.0464156 Jan 27 08:17:02.576329 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-21ae4bbe-19cd-4f9e-aa60-2f8e15aba301 req-07865e0e-16d8-4917-bd50-a4dee41e3e8f tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398486 Jan 27 08:17:03.698263 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb5aef-ae2f-4eb5-8b09-a61e5099ad84 req-9206b2f8-72ca-49a0-8418-937aa42a3300 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:03.699725 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-85fb5aef-ae2f-4eb5-8b09-a61e5099ad84 req-9206b2f8-72ca-49a0-8418-937aa42a3300 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 945 time: 0.0498545 Jan 27 08:17:03.745562 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-85fb5aef-ae2f-4eb5-8b09-a61e5099ad84 req-9b9dd60f-62fc-4a0f-8c7b-8fc275b39197 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400984 Jan 27 08:17:04.862694 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a30296-68e9-4dea-a8ee-e23a93aa3e29 req-fc9517af-504a-472c-bdfa-f51bb5781a6a tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:04.864159 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b5a30296-68e9-4dea-a8ee-e23a93aa3e29 req-fc9517af-504a-472c-bdfa-f51bb5781a6a tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 945 time: 0.0477431 Jan 27 08:17:04.915136 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b5a30296-68e9-4dea-a8ee-e23a93aa3e29 req-23a9f933-c7b8-4768-b959-e76d67c740dc tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451753 Jan 27 08:17:06.043330 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e8fbb9-c583-4aba-aed5-a5343feeaca6 req-1b0db5b7-bd8b-4d66-befd-8c39eae73fb6 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:06.045817 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-03e8fbb9-c583-4aba-aed5-a5343feeaca6 req-1b0db5b7-bd8b-4d66-befd-8c39eae73fb6 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 945 time: 0.0561671 Jan 27 08:17:06.097217 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-03e8fbb9-c583-4aba-aed5-a5343feeaca6 req-2da29efc-701a-46ba-be96-cb513b387394 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455062 Jan 27 08:17:07.215367 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101547e-5ca5-423a-9cd6-da379c0390ce req-c5512a79-7003-4397-a57e-b26884f3623a tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:07.216852 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-4101547e-5ca5-423a-9cd6-da379c0390ce req-c5512a79-7003-4397-a57e-b26884f3623a tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 945 time: 0.0468097 Jan 27 08:17:07.275223 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-4101547e-5ca5-423a-9cd6-da379c0390ce req-d77b60c3-0f2c-40b5-82ce-64fc9aa6907a tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525184 Jan 27 08:17:08.393188 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e5a01-1c20-4e3c-a9c5-2abd8506cacc req-394c791d-63dc-4db2-b938-251dab7b4197 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:08.394672 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-958e5a01-1c20-4e3c-a9c5-2abd8506cacc req-394c791d-63dc-4db2-b938-251dab7b4197 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 945 time: 0.0469260 Jan 27 08:17:08.439716 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-958e5a01-1c20-4e3c-a9c5-2abd8506cacc req-dc4a5ba3-d558-4b7d-9eb1-af947b5bb1bf tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395839 Jan 27 08:17:08.977252 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-811d8711-808d-443e-bcf2-9f49a2b794bd req-7a81332e-6531-4d3a-b104-89cf3067e97f tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1384581973&fields=id&tenant_id=0faac1e89cc44ae197577f1e66e143cd HTTP/1.1" status: 200 len: 267 time: 0.0484881 Jan 27 08:17:09.080324 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d8711-808d-443e-bcf2-9f49a2b794bd req-5c482108-e167-405c-9dee-dfb5312cddb1 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:09.081854 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-811d8711-808d-443e-bcf2-9f49a2b794bd req-5c482108-e167-405c-9dee-dfb5312cddb1 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/networks?id=9b081a2b-185d-4bc7-8711-580f26a8816a HTTP/1.1" status: 200 len: 812 time: 0.0978415 Jan 27 08:17:09.095759 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-811d8711-808d-443e-bcf2-9f49a2b794bd req-fc54d087-3193-40c1-9f5e-265b490e9567 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/quotas/0faac1e89cc44ae197577f1e66e143cd HTTP/1.1" status: 200 len: 375 time: 0.0087807 Jan 27 08:17:09.154897 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-811d8711-808d-443e-bcf2-9f49a2b794bd req-492cad8f-2968-4c0e-a34e-bdd07e7068be tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0faac1e89cc44ae197577f1e66e143cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540986 Jan 27 08:17:09.251478 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-811d8711-808d-443e-bcf2-9f49a2b794bd req-6d80a5bb-07e5-4922-a2ce-45697b1537cd service neutron] 10.222.0.59 "GET /v2.0/networks/9b081a2b-185d-4bc7-8711-580f26a8816a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848246 Jan 27 08:17:09.558488 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-811d8711-808d-443e-bcf2-9f49a2b794bd req-5b331d0b-050a-4a13-a2a9-95bcfca56cb9 service neutron] 10.222.0.59 "GET /v2.0/networks/9b081a2b-185d-4bc7-8711-580f26a8816a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010409 Jan 27 08:17:09.573240 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652bbfcd-bf01-4a50-a107-ede98f1814ee req-0419bab3-8ae4-4416-9fc7-4859cea2c15c tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:09.574717 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-652bbfcd-bf01-4a50-a107-ede98f1814ee req-0419bab3-8ae4-4416-9fc7-4859cea2c15c tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 945 time: 0.0614603 Jan 27 08:17:09.624793 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-652bbfcd-bf01-4a50-a107-ede98f1814ee req-5884224a-28cb-49e2-9e5c-7e3caacc1636 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445552 Jan 27 08:17:09.844065 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-690c2568-073b-434f-9c16-fb93aa886444 req-60511f9e-b83c-49df-9c7a-fff102235e25 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=4914c21c-8280-496c-a6c6-ed7ffe77aa01 HTTP/1.1" status: 200 len: 210 time: 0.0258875 Jan 27 08:17:10.748119 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75898cfe-667a-42c1-9ad9-e1d0ba2e8a23 req-5dfef3c3-a007-40fc-8301-de506be9bec9 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:10.749963 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-75898cfe-667a-42c1-9ad9-e1d0ba2e8a23 req-5dfef3c3-a007-40fc-8301-de506be9bec9 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 945 time: 0.0534472 Jan 27 08:17:10.800027 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-75898cfe-667a-42c1-9ad9-e1d0ba2e8a23 req-c564dd18-36be-4061-9b5c-b6a039d899ec tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442584 Jan 27 08:17:10.933534 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-3d959d19-8f69-40e0-a798-6b8e886c615d req-7468c325-78d5-49cf-999c-2804bdfee629 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=4914c21c-8280-496c-a6c6-ed7ffe77aa01 HTTP/1.1" status: 200 len: 210 time: 0.0249493 Jan 27 08:17:11.870994 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d8711-808d-443e-bcf2-9f49a2b794bd req-9d7a136d-0ea6-4b3c-a993-017252d5e954 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:11.873330 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-811d8711-808d-443e-bcf2-9f49a2b794bd req-9d7a136d-0ea6-4b3c-a993-017252d5e954 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.72 "GET /v2.0/networks?id=9b081a2b-185d-4bc7-8711-580f26a8816a HTTP/1.1" status: 200 len: 812 time: 0.1094782 Jan 27 08:17:11.926224 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5b0f4-c179-4be9-8d19-1e70dd146269 req-bbd21121-3f23-4558-84b1-db4d51eba617 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:11.927740 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-32e5b0f4-c179-4be9-8d19-1e70dd146269 req-bbd21121-3f23-4558-84b1-db4d51eba617 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 945 time: 0.0516882 Jan 27 08:17:11.940827 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-811d8711-808d-443e-bcf2-9f49a2b794bd req-c1b63fa8-aff7-4f5b-a185-b788bab32bcc tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0faac1e89cc44ae197577f1e66e143cd HTTP/1.1" status: 200 len: 380 time: 0.0585015 Jan 27 08:17:11.950308 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.v2.base [req-811d8711-808d-443e-bcf2-9f49a2b794bd req-0604a3e3-7936-45df-ab62-795268e85f51 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Request body: {'port': {'device_id': '4914c21c-8280-496c-a6c6-ed7ffe77aa01', 'network_id': '9b081a2b-185d-4bc7-8711-580f26a8816a', 'admin_state_up': True, 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'security_groups': ['8094b559-0e87-4af8-8973-bdebc614ca29']}} {{(pid=102575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:17:11.979616 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-32e5b0f4-c179-4be9-8d19-1e70dd146269 req-44dd94dd-6926-40ca-acb0-94a2b144864a tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449381 Jan 27 08:17:12.057990 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d70f3815-06a3-4e30-bf31-a1e115e14b79 req-797a7317-ceaf-477a-9731-00dc9395fc03 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=4914c21c-8280-496c-a6c6-ed7ffe77aa01 HTTP/1.1" status: 200 len: 210 time: 0.0282321 Jan 27 08:17:12.082380 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-811d8711-808d-443e-bcf2-9f49a2b794bd req-0604a3e3-7936-45df-ab62-795268e85f51 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Made reservation on behalf of 0faac1e89cc44ae197577f1e66e143cd for: {'port': 1} {{(pid=102575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 08:17:12.085680 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-811d8711-808d-443e-bcf2-9f49a2b794bd req-0604a3e3-7936-45df-ab62-795268e85f51 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:12.213608 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.db_base_plugin_common [req-811d8711-808d-443e-bcf2-9f49a2b794bd req-0604a3e3-7936-45df-ab62-795268e85f51 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Allocated IP 172.20.0.10 (9b081a2b-185d-4bc7-8711-580f26a8816a/dea6adae-bbac-41f2-ace5-b3e89da3af0b/126a4024-f069-473d-a344-1c098f499bd2) {{(pid=102575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 08:17:12.357986 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-811d8711-808d-443e-bcf2-9f49a2b794bd req-0604a3e3-7936-45df-ab62-795268e85f51 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks [] for port (126a4024-f069-473d-a344-1c098f499bd2), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:12.398272 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-811d8711-808d-443e-bcf2-9f49a2b794bd req-0604a3e3-7936-45df-ab62-795268e85f51 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730334756109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13172730'] for port (126a4024-f069-473d-a344-1c098f499bd2), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:12.469939 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-811d8711-808d-443e-bcf2-9f49a2b794bd req-0604a3e3-7936-45df-ab62-795268e85f51 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Network 9b081a2b-185d-4bc7-8711-580f26a8816a is already hosted by enough agents. {{(pid=102575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 08:17:12.475733 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.base_scheduler [req-811d8711-808d-443e-bcf2-9f49a2b794bd req-0604a3e3-7936-45df-ab62-795268e85f51 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Resources bound (agent type, host, resource id): {{(pid=102575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:17:12.478381 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [req-811d8711-808d-443e-bcf2-9f49a2b794bd req-0604a3e3-7936-45df-ab62-795268e85f51 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Received port after_create {{(pid=102575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 08:17:12.486737 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0604a3e3-7936-45df-ab62-795268e85f51 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Pushing event updated for resources: {'Port': ['ID=126a4024-f069-473d-a344-1c098f499bd2,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:17:12.563080 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d8711-808d-443e-bcf2-9f49a2b794bd req-0604a3e3-7936-45df-ab62-795268e85f51 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:12.563711 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-811d8711-808d-443e-bcf2-9f49a2b794bd req-0604a3e3-7936-45df-ab62-795268e85f51 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for port (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:12.591648 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-811d8711-808d-443e-bcf2-9f49a2b794bd req-0604a3e3-7936-45df-ab62-795268e85f51 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6442225 Jan 27 08:17:12.606380 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.v2.base [req-811d8711-808d-443e-bcf2-9f49a2b794bd req-962151aa-6b9d-433f-b370-6a9a5ddbeb5c service neutron] Request body: {'port': {'device_id': '4914c21c-8280-496c-a6c6-ed7ffe77aa01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82658'}} {{(pid=102575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:17:12.692159 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-811d8711-808d-443e-bcf2-9f49a2b794bd req-962151aa-6b9d-433f-b370-6a9a5ddbeb5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (126a4024-f069-473d-a344-1c098f499bd2), before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:12.770236 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdcff0a-4ab7-4577-b65d-31f2c3e28d7e req-7b4db06f-ce52-45b1-97f7-0e9352723a11 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:12.777111 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-9fdcff0a-4ab7-4577-b65d-31f2c3e28d7e req-7b4db06f-ce52-45b1-97f7-0e9352723a11 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] 10.222.0.59 "GET /v2.0/networks?id=652b74d3-773c-4c51-b4df-89a43e9fd890 HTTP/1.1" status: 200 len: 809 time: 0.1483898 Jan 27 08:17:12.791257 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-9fdcff0a-4ab7-4577-b65d-31f2c3e28d7e req-91f27dbd-39e8-487d-969f-fb1cb2fb7934 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] 10.222.0.59 "GET /v2.0/quotas/9035a65341a248bf9e4d1371e4f30984 HTTP/1.1" status: 200 len: 375 time: 0.0127296 Jan 27 08:17:12.830741 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-9fdcff0a-4ab7-4577-b65d-31f2c3e28d7e req-97565fb4-42cd-4378-80eb-316ca15e3055 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=9035a65341a248bf9e4d1371e4f30984&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305367 Jan 27 08:17:12.871011 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-fd7dbebf-0580-4f0e-a828-17f4933e7ab5 None None] Provisioning complete for port 126a4024-f069-473d-a344-1c098f499bd2 triggered by entity DHCP. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:17:12.872176 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-fd7dbebf-0580-4f0e-a828-17f4933e7ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (126a4024-f069-473d-a344-1c098f499bd2), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:12.902785 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ed03d-6aa6-480c-adfe-031c63f4f462 req-d58337f0-9e41-4c57-a465-be62a5a87f71 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:12.904782 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-6e0ed03d-6aa6-480c-adfe-031c63f4f462 req-d58337f0-9e41-4c57-a465-be62a5a87f71 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 945 time: 0.1155045 Jan 27 08:17:12.944105 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-fd7dbebf-0580-4f0e-a828-17f4933e7ab5 None None] Port 126a4024-f069-473d-a344-1c098f499bd2 cannot update to ACTIVE because it is not bound. {{(pid=102577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 08:17:13.004870 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-6e0ed03d-6aa6-480c-adfe-031c63f4f462 req-fdf8cd48-5969-4643-9fb9-676c0b8aaf92 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?id=25056870-6882-4f7c-b7e2-0d78781f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719943 Jan 27 08:17:13.013262 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-9fdcff0a-4ab7-4577-b65d-31f2c3e28d7e req-3d7fa4e0-9d8a-4bb7-a263-22a413b64ebb service neutron] 10.222.0.59 "GET /v2.0/networks/652b74d3-773c-4c51-b4df-89a43e9fd890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622391 Jan 27 08:17:13.061718 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [req-811d8711-808d-443e-bcf2-9f49a2b794bd req-962151aa-6b9d-433f-b370-6a9a5ddbeb5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 126a4024-f069-473d-a344-1c098f499bd2 {{(pid=102575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 08:17:13.070733 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-811d8711-808d-443e-bcf2-9f49a2b794bd req-962151aa-6b9d-433f-b370-6a9a5ddbeb5c service neutron] Publish callbacks [] for port (126a4024-f069-473d-a344-1c098f499bd2), precommit_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:13.084646 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [req-811d8711-808d-443e-bcf2-9f49a2b794bd req-962151aa-6b9d-433f-b370-6a9a5ddbeb5c service neutron] Transition to ACTIVE for port object 126a4024-f069-473d-a344-1c098f499bd2 will not be triggered until provisioned by entity L2. {{(pid=102575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 08:17:13.090938 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-811d8711-808d-443e-bcf2-9f49a2b794bd req-962151aa-6b9d-433f-b370-6a9a5ddbeb5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13172717'] for port (126a4024-f069-473d-a344-1c098f499bd2), after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:13.143340 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962151aa-6b9d-433f-b370-6a9a5ddbeb5c service neutron] Pushing event updated for resources: {'Port': ['ID=126a4024-f069-473d-a344-1c098f499bd2,revision_number=2']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:17:13.154589 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7353c502-a07e-491b-8982-a94c832489dd req-a87a0691-b00c-436b-b536-5ea8bba8175d tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:13.155442 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-7353c502-a07e-491b-8982-a94c832489dd req-a87a0691-b00c-436b-b536-5ea8bba8175d tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 945 time: 0.0678353 Jan 27 08:17:13.162695 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-9fdcff0a-4ab7-4577-b65d-31f2c3e28d7e req-3acf5bc1-a937-4552-a367-bf4bea905971 service neutron] 10.222.0.59 "GET /v2.0/networks/652b74d3-773c-4c51-b4df-89a43e9fd890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442180 Jan 27 08:17:13.219179 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-7353c502-a07e-491b-8982-a94c832489dd req-c34748ed-bb12-4d07-89a4-b7aaa415e6e4 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546951 Jan 27 08:17:13.222246 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [req-811d8711-808d-443e-bcf2-9f49a2b794bd req-962151aa-6b9d-433f-b370-6a9a5ddbeb5c service neutron] Attempting to bind port 126a4024-f069-473d-a344-1c098f499bd2 on host hv-cinder-82658 for vnic_type normal with profile {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 08:17:13.222673 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [req-811d8711-808d-443e-bcf2-9f49a2b794bd req-962151aa-6b9d-433f-b370-6a9a5ddbeb5c service neutron] Attempting to bind port 126a4024-f069-473d-a344-1c098f499bd2 by drivers openvswitch,hyperv on host hv-cinder-82658 at level 0 using segments [{'id': 'a957085e-4c2a-4d53-a79f-6cfe99225dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9b081a2b-185d-4bc7-8711-580f26a8816a'}] {{(pid=102575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 08:17:13.223193 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811d8711-808d-443e-bcf2-9f49a2b794bd req-962151aa-6b9d-433f-b370-6a9a5ddbeb5c service neutron] Attempting to bind port 126a4024-f069-473d-a344-1c098f499bd2 on network 9b081a2b-185d-4bc7-8711-580f26a8816a {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:17:13.238676 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811d8711-808d-443e-bcf2-9f49a2b794bd req-962151aa-6b9d-433f-b370-6a9a5ddbeb5c service neutron] Port 126a4024-f069-473d-a344-1c098f499bd2 on network 9b081a2b-185d-4bc7-8711-580f26a8816a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82658 {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 08:17:13.239050 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811d8711-808d-443e-bcf2-9f49a2b794bd req-962151aa-6b9d-433f-b370-6a9a5ddbeb5c service neutron] Attempting to bind port 126a4024-f069-473d-a344-1c098f499bd2 on network 9b081a2b-185d-4bc7-8711-580f26a8816a {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:17:13.245539 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811d8711-808d-443e-bcf2-9f49a2b794bd req-962151aa-6b9d-433f-b370-6a9a5ddbeb5c service neutron] Checking agent: {'id': '926d476c-3c92-4faa-a402-a395b4978e44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82658', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 8, 12, 58), 'started_at': datetime.datetime(2022, 1, 27, 8, 12, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 8, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 08:17:13.245929 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811d8711-808d-443e-bcf2-9f49a2b794bd req-962151aa-6b9d-433f-b370-6a9a5ddbeb5c service neutron] Checking segment: {'id': 'a957085e-4c2a-4d53-a79f-6cfe99225dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9b081a2b-185d-4bc7-8711-580f26a8816a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:17:13.246344 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811d8711-808d-443e-bcf2-9f49a2b794bd req-962151aa-6b9d-433f-b370-6a9a5ddbeb5c service neutron] Bound using segment: {'id': 'a957085e-4c2a-4d53-a79f-6cfe99225dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9b081a2b-185d-4bc7-8711-580f26a8816a'} {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 08:17:13.246944 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [req-811d8711-808d-443e-bcf2-9f49a2b794bd req-962151aa-6b9d-433f-b370-6a9a5ddbeb5c service neutron] Bound port: 126a4024-f069-473d-a344-1c098f499bd2, host: hv-cinder-82658, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a957085e-4c2a-4d53-a79f-6cfe99225dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9b081a2b-185d-4bc7-8711-580f26a8816a'}}] {{(pid=102575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 08:17:13.247407 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-811d8711-808d-443e-bcf2-9f49a2b794bd req-962151aa-6b9d-433f-b370-6a9a5ddbeb5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (126a4024-f069-473d-a344-1c098f499bd2), before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:13.353071 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [req-811d8711-808d-443e-bcf2-9f49a2b794bd req-962151aa-6b9d-433f-b370-6a9a5ddbeb5c service neutron] For port 126a4024-f069-473d-a344-1c098f499bd2, host hv-cinder-82658, cleared binding levels {{(pid=102575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 08:17:13.357896 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [req-811d8711-808d-443e-bcf2-9f49a2b794bd req-962151aa-6b9d-433f-b370-6a9a5ddbeb5c service neutron] For port 126a4024-f069-473d-a344-1c098f499bd2, host hv-cinder-82658, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=126a4024-f069-473d-a344-1c098f499bd2,segment=NetworkSegment(a957085e-4c2a-4d53-a79f-6cfe99225dd1),segment_id=a957085e-4c2a-4d53-a79f-6cfe99225dd1)] {{(pid=102575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 08:17:13.364579 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-811d8711-808d-443e-bcf2-9f49a2b794bd req-962151aa-6b9d-433f-b370-6a9a5ddbeb5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13172717'] for port (126a4024-f069-473d-a344-1c098f499bd2), after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:13.366796 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6a16d-3847-4804-b936-0ccaf500a931 req-9396baae-1b19-4fb1-bbef-b09dd9a27e78 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:13.372887 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-6ad6a16d-3847-4804-b936-0ccaf500a931 req-9396baae-1b19-4fb1-bbef-b09dd9a27e78 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=4914c21c-8280-496c-a6c6-ed7ffe77aa01 HTTP/1.1" status: 200 len: 944 time: 0.0933225 Jan 27 08:17:13.402224 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d8711-808d-443e-bcf2-9f49a2b794bd req-962151aa-6b9d-433f-b370-6a9a5ddbeb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:13.403502 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-811d8711-808d-443e-bcf2-9f49a2b794bd req-962151aa-6b9d-433f-b370-6a9a5ddbeb5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for port (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:13.404965 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-811d8711-808d-443e-bcf2-9f49a2b794bd req-962151aa-6b9d-433f-b370-6a9a5ddbeb5c service neutron] 10.222.0.72 "PUT /v2.0/ports/126a4024-f069-473d-a344-1c098f499bd2 HTTP/1.1" status: 200 len: 1094 time: 0.8074062 Jan 27 08:17:13.405461 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4914c21c-8280-496c-a6c6-ed7ffe77aa01', 'tag': '126a4024-f069-473d-a344-1c098f499bd2'}] {{(pid=102575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:17:13.407758 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34d12f73e8b898318ba96f52067286bd4e4b64784ab72771e8c48dd469e53537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35359e2e-19c3-46dc-b03f-f51444218468" -d '{"events": [{"name": "network-changed", "server_uuid": "4914c21c-8280-496c-a6c6-ed7ffe77aa01", "tag": "126a4024-f069-473d-a344-1c098f499bd2"}]}' {{(pid=102575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:17:13.422316 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-e29421be-e185-4d2c-9007-f0abfa60bd57 req-2e93e425-13d9-4194-b3af-4b58f2b15cea tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] 10.222.0.59 "GET /v2.0/ports?device_id=c3b13e21-5f97-4b79-a20b-b834b1c82fd9 HTTP/1.1" status: 200 len: 210 time: 0.0449965 Jan 27 08:17:13.466181 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962151aa-6b9d-433f-b370-6a9a5ddbeb5c service neutron] Pushing event updated for resources: {'Port': ['ID=126a4024-f069-473d-a344-1c098f499bd2,revision_number=3']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:17:13.477982 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-6ad6a16d-3847-4804-b936-0ccaf500a931 req-1e81a516-65b5-4d5e-869c-d49d7209bbfe tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024251 Jan 27 08:17:13.527484 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 08:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e527e3f7-5f0e-447d-b167-6b5647b60104 x-openstack-request-id: req-e527e3f7-5f0e-447d-b167-6b5647b60104 {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:17:13.527850 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4914c21c-8280-496c-a6c6-ed7ffe77aa01", "tag": "126a4024-f069-473d-a344-1c098f499bd2", "status": "completed", "code": 200}]} {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:17:13.528092 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e527e3f7-5f0e-447d-b167-6b5647b60104 {{(pid=102575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:17:13.529266 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4914c21c-8280-496c-a6c6-ed7ffe77aa01', 'tag': '126a4024-f069-473d-a344-1c098f499bd2', 'status': 'completed', 'code': 200} Jan 27 08:17:13.556679 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d8711-808d-443e-bcf2-9f49a2b794bd req-737eb2d1-6246-4169-8b28-ea92275d9beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:13.558367 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-811d8711-808d-443e-bcf2-9f49a2b794bd req-737eb2d1-6246-4169-8b28-ea92275d9beb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0faac1e89cc44ae197577f1e66e143cd&device_id=4914c21c-8280-496c-a6c6-ed7ffe77aa01 HTTP/1.1" status: 200 len: 1097 time: 0.0848074 Jan 27 08:17:13.618549 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-811d8711-808d-443e-bcf2-9f49a2b794bd req-613fdb4e-fcab-4429-bf50-5f9f39056179 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=126a4024-f069-473d-a344-1c098f499bd2 HTTP/1.1" status: 200 len: 217 time: 0.0467026 Jan 27 08:17:13.675856 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d8711-808d-443e-bcf2-9f49a2b794bd req-8f38d86a-3c9c-497c-8e65-3a1b8882dabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:13.677515 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-811d8711-808d-443e-bcf2-9f49a2b794bd req-8f38d86a-3c9c-497c-8e65-3a1b8882dabe service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dea6adae-bbac-41f2-ace5-b3e89da3af0b HTTP/1.1" status: 200 len: 851 time: 0.0510235 Jan 27 08:17:13.730440 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d8711-808d-443e-bcf2-9f49a2b794bd req-30f677cf-6e51-4931-a502-20fc884fd55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:13.732708 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-811d8711-808d-443e-bcf2-9f49a2b794bd req-30f677cf-6e51-4931-a502-20fc884fd55c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9b081a2b-185d-4bc7-8711-580f26a8816a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0467200 Jan 27 08:17:13.833531 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-811d8711-808d-443e-bcf2-9f49a2b794bd req-aaaa481e-9768-404e-9ef1-c78d8fdc315b service neutron] 10.222.0.72 "GET /v2.0/networks/9b081a2b-185d-4bc7-8711-580f26a8816a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872278 Jan 27 08:17:13.928375 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-811d8711-808d-443e-bcf2-9f49a2b794bd req-79cb79ff-3ae8-4253-880f-edfc59349072 service neutron] 10.222.0.72 "GET /v2.0/networks/9b081a2b-185d-4bc7-8711-580f26a8816a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868328 Jan 27 08:17:13.934477 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device 2cef0fde-7ee1-4668-9eed-893392c43e50 details requested by agent hyperv_hv-cinder-82658 with host hv-cinder-82658 {{(pid=102577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 08:17:14.046881 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port 2cef0fde-7ee1-4668-9eed-893392c43e50, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=2cef0fde-7ee1-4668-9eed-893392c43e50,segment=NetworkSegment(d52c0c22-6164-4420-8fd5-d7a3d432294e),segment_id=d52c0c22-6164-4420-8fd5-d7a3d432294e)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:17:14.058965 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Returning: {'device': '2cef0fde-7ee1-4668-9eed-893392c43e50', 'network_id': 'eb16c640-8d70-456d-b9db-6e89eb7e23c3', 'port_id': '2cef0fde-7ee1-4668-9eed-893392c43e50', 'mac_address': 'fa:16:3e:7c:0d:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57070168-9245-4dd6-b7ac-0c997e12d4d3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 08:17:14.111120 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35359e2e-19c3-46dc-b03f-f51444218468 req-6cf4eab6-95bd-4214-b09c-e98deeeb2a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:14.111701 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Current status of the port 2cef0fde-7ee1-4668-9eed-893392c43e50 is: ACTIVE; New status is: BUILD {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:17:14.111847 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (2cef0fde-7ee1-4668-9eed-893392c43e50), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:14.113281 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-35359e2e-19c3-46dc-b03f-f51444218468 req-6cf4eab6-95bd-4214-b09c-e98deeeb2a34 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0faac1e89cc44ae197577f1e66e143cd&device_id=4914c21c-8280-496c-a6c6-ed7ffe77aa01 HTTP/1.1" status: 200 len: 1097 time: 0.0854511 Jan 27 08:17:14.128671 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.notifiers.nova [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2cef0fde-7ee1-4668-9eed-893392c43e50 {{(pid=102577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 08:17:14.163388 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port 2cef0fde-7ee1-4668-9eed-893392c43e50, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=2cef0fde-7ee1-4668-9eed-893392c43e50,segment=NetworkSegment(d52c0c22-6164-4420-8fd5-d7a3d432294e),segment_id=d52c0c22-6164-4420-8fd5-d7a3d432294e)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:17:14.175652 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5e081-6fd5-4790-aa9f-4241b606dda5 req-6e4b29cb-4c94-40bd-b574-c46bd1a12a7b tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:14.175652 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-09d5e081-6fd5-4790-aa9f-4241b606dda5 req-6e4b29cb-4c94-40bd-b574-c46bd1a12a7b tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 945 time: 0.0710604 Jan 27 08:17:14.176171 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (2cef0fde-7ee1-4668-9eed-893392c43e50), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:14.230994 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-09d5e081-6fd5-4790-aa9f-4241b606dda5 req-9a6c91e3-e09b-447c-bd16-11247c1dc87c tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?id=25056870-6882-4f7c-b7e2-0d78781f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532494 Jan 27 08:17:14.245300 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35359e2e-19c3-46dc-b03f-f51444218468 req-1863b515-d9bd-4a62-850a-37a860bf2b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:14.247190 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Pushing event updated for resources: {'Port': ['ID=2cef0fde-7ee1-4668-9eed-893392c43e50,revision_number=6']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:17:14.250076 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-35359e2e-19c3-46dc-b03f-f51444218468 req-1863b515-d9bd-4a62-850a-37a860bf2b91 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9b081a2b-185d-4bc7-8711-580f26a8816a HTTP/1.1" status: 200 len: 913 time: 0.1295774 Jan 27 08:17:14.279805 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] get_ports_and_sgs() called for port_ids ['2cef0fde-7ee1-4668-9eed-893392c43e50'] {{(pid=102577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 08:17:14.311843 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-35359e2e-19c3-46dc-b03f-f51444218468 req-ba24a67d-e70b-4882-898b-06f440d1e054 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=126a4024-f069-473d-a344-1c098f499bd2 HTTP/1.1" status: 200 len: 217 time: 0.0433414 Jan 27 08:17:14.354264 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a77ded-3035-4c1a-bdb8-772999880227 req-d315461c-e843-4639-be8f-4df84b530361 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:14.356557 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-29a77ded-3035-4c1a-bdb8-772999880227 req-d315461c-e843-4639-be8f-4df84b530361 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 944 time: 0.0598712 Jan 27 08:17:14.379667 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35359e2e-19c3-46dc-b03f-f51444218468 req-39ad4a6c-beec-4082-a5be-dde36e0b76a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:14.380917 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-35359e2e-19c3-46dc-b03f-f51444218468 req-39ad4a6c-beec-4082-a5be-dde36e0b76a0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dea6adae-bbac-41f2-ace5-b3e89da3af0b HTTP/1.1" status: 200 len: 851 time: 0.0583687 Jan 27 08:17:14.408859 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-29a77ded-3035-4c1a-bdb8-772999880227 req-560decfb-934b-4c62-b029-7f2b72a7531f tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459530 Jan 27 08:17:14.437776 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35359e2e-19c3-46dc-b03f-f51444218468 req-68c7d255-4755-4b90-8cb5-e192357d0c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:14.439578 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-35359e2e-19c3-46dc-b03f-f51444218468 req-68c7d255-4755-4b90-8cb5-e192357d0c25 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9b081a2b-185d-4bc7-8711-580f26a8816a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446615 Jan 27 08:17:14.537303 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-2961407e-dc67-44e4-9c2b-486656078bf2 req-dfbe835a-e96e-43e9-a354-a96fe984248e tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] 10.222.0.59 "GET /v2.0/ports?device_id=c3b13e21-5f97-4b79-a20b-b834b1c82fd9 HTTP/1.1" status: 200 len: 210 time: 0.0419927 Jan 27 08:17:14.553901 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-35359e2e-19c3-46dc-b03f-f51444218468 req-2ae7cd31-bd8c-4d63-a00c-9f2a9d8ebb24 service neutron] 10.222.0.72 "GET /v2.0/networks/9b081a2b-185d-4bc7-8711-580f26a8816a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981255 Jan 27 08:17:14.696499 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97c7f3-46cf-438c-967f-29b73b8edd8a req-ce5de3d6-cd07-4509-9e39-36c1545bc66b tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:14.698763 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-1c97c7f3-46cf-438c-967f-29b73b8edd8a req-ce5de3d6-cd07-4509-9e39-36c1545bc66b tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=4914c21c-8280-496c-a6c6-ed7ffe77aa01 HTTP/1.1" status: 200 len: 944 time: 0.1100345 Jan 27 08:17:14.737031 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-35359e2e-19c3-46dc-b03f-f51444218468 req-5bd679a5-0030-4bb1-8bea-dd3550982319 service neutron] 10.222.0.72 "GET /v2.0/networks/9b081a2b-185d-4bc7-8711-580f26a8816a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755061 Jan 27 08:17:14.770531 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdcff0a-4ab7-4577-b65d-31f2c3e28d7e req-717428e9-1485-472e-8bfb-361964ad3af5 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:14.773768 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-9fdcff0a-4ab7-4577-b65d-31f2c3e28d7e req-717428e9-1485-472e-8bfb-361964ad3af5 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] 10.222.0.72 "GET /v2.0/networks?id=652b74d3-773c-4c51-b4df-89a43e9fd890 HTTP/1.1" status: 200 len: 809 time: 0.1761792 Jan 27 08:17:14.783184 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-1c97c7f3-46cf-438c-967f-29b73b8edd8a req-f1c87ee3-7cac-4dbe-9e39-af4aa06985d6 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734534 Jan 27 08:17:14.791547 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.v2.base [req-9fdcff0a-4ab7-4577-b65d-31f2c3e28d7e req-36e5f085-177e-4489-beeb-1b82c61fd5a1 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] Request body: {'port': {'device_id': 'c3b13e21-5f97-4b79-a20b-b834b1c82fd9', 'network_id': '652b74d3-773c-4c51-b4df-89a43e9fd890', 'admin_state_up': True, 'tenant_id': '9035a65341a248bf9e4d1371e4f30984'}} {{(pid=102575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:17:14.914739 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fdcff0a-4ab7-4577-b65d-31f2c3e28d7e req-36e5f085-177e-4489-beeb-1b82c61fd5a1 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] Made reservation on behalf of 9035a65341a248bf9e4d1371e4f30984 for: {'port': 1} {{(pid=102575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 08:17:14.918758 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-9fdcff0a-4ab7-4577-b65d-31f2c3e28d7e req-36e5f085-177e-4489-beeb-1b82c61fd5a1 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:15.062343 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.db_base_plugin_common [req-9fdcff0a-4ab7-4577-b65d-31f2c3e28d7e req-36e5f085-177e-4489-beeb-1b82c61fd5a1 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] Allocated IP 172.20.0.6 (652b74d3-773c-4c51-b4df-89a43e9fd890/709b0121-a76e-46ba-90ea-73397b4104e2/ff1aef88-b1d7-438b-b0ec-8d903953b824) {{(pid=102575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 08:17:15.246526 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-9fdcff0a-4ab7-4577-b65d-31f2c3e28d7e req-36e5f085-177e-4489-beeb-1b82c61fd5a1 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] Publish callbacks [] for port (ff1aef88-b1d7-438b-b0ec-8d903953b824), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:15.293135 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-9fdcff0a-4ab7-4577-b65d-31f2c3e28d7e req-36e5f085-177e-4489-beeb-1b82c61fd5a1 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730334756109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13172730'] for port (ff1aef88-b1d7-438b-b0ec-8d903953b824), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:15.358354 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fdcff0a-4ab7-4577-b65d-31f2c3e28d7e req-36e5f085-177e-4489-beeb-1b82c61fd5a1 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] Network 652b74d3-773c-4c51-b4df-89a43e9fd890 is already hosted by enough agents. {{(pid=102575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 08:17:15.361768 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.base_scheduler [req-9fdcff0a-4ab7-4577-b65d-31f2c3e28d7e req-36e5f085-177e-4489-beeb-1b82c61fd5a1 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] Resources bound (agent type, host, resource id): {{(pid=102575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:17:15.377892 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8700168-5947-45b4-925f-c9628e31e9d5 req-191e11a5-4cb4-4bc1-becb-c4ab127766fb tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:15.378442 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e5f085-177e-4489-beeb-1b82c61fd5a1 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] Pushing event updated for resources: {'Port': ['ID=ff1aef88-b1d7-438b-b0ec-8d903953b824,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:17:15.379484 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-c8700168-5947-45b4-925f-c9628e31e9d5 req-191e11a5-4cb4-4bc1-becb-c4ab127766fb tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 945 time: 0.0649641 Jan 27 08:17:15.381347 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fdcff0a-4ab7-4577-b65d-31f2c3e28d7e req-36e5f085-177e-4489-beeb-1b82c61fd5a1 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] Received port after_create {{(pid=102575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 08:17:15.434460 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdcff0a-4ab7-4577-b65d-31f2c3e28d7e req-36e5f085-177e-4489-beeb-1b82c61fd5a1 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:15.435281 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-9fdcff0a-4ab7-4577-b65d-31f2c3e28d7e req-36e5f085-177e-4489-beeb-1b82c61fd5a1 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for port (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:15.455695 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-9fdcff0a-4ab7-4577-b65d-31f2c3e28d7e req-36e5f085-177e-4489-beeb-1b82c61fd5a1 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6688900 Jan 27 08:17:15.467788 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-c8700168-5947-45b4-925f-c9628e31e9d5 req-545e8424-f141-4e5d-b9ec-76e370576fd8 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?id=25056870-6882-4f7c-b7e2-0d78781f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798943 Jan 27 08:17:15.475874 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.v2.base [req-9fdcff0a-4ab7-4577-b65d-31f2c3e28d7e req-f9d9842c-c654-4792-b684-d4fc7bc4e9b5 service neutron] Request body: {'port': {'device_id': 'c3b13e21-5f97-4b79-a20b-b834b1c82fd9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82658'}} {{(pid=102575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:17:15.556419 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-9fdcff0a-4ab7-4577-b65d-31f2c3e28d7e req-f9d9842c-c654-4792-b684-d4fc7bc4e9b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (ff1aef88-b1d7-438b-b0ec-8d903953b824), before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:15.591112 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c81a838-5d6b-497d-9484-2dd04942561c req-fc80764b-3ed5-48ba-b509-31fcb648d64d tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:15.596451 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-3c81a838-5d6b-497d-9484-2dd04942561c req-fc80764b-3ed5-48ba-b509-31fcb648d64d tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 944 time: 0.0837584 Jan 27 08:17:15.691932 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-3c81a838-5d6b-497d-9484-2dd04942561c req-8e9eb93f-eaeb-4844-a148-ca07b5f9ec22 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893989 Jan 27 08:17:15.714383 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40211845-7358-4eb7-9c39-05d5cdf03516 req-798b5191-b45a-4b0a-9b20-cb1adde58f99 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:15.721867 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-40211845-7358-4eb7-9c39-05d5cdf03516 req-798b5191-b45a-4b0a-9b20-cb1adde58f99 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] 10.222.0.59 "GET /v2.0/ports?device_id=c3b13e21-5f97-4b79-a20b-b834b1c82fd9 HTTP/1.1" status: 200 len: 931 time: 0.0737882 Jan 27 08:17:15.777522 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-40211845-7358-4eb7-9c39-05d5cdf03516 req-4f8cff78-a006-4428-8f64-7e364980f4eb tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bec9c13-9652-4b0d-a357-a21dac90b195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545979 Jan 27 08:17:15.926152 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08689138-c391-4dd2-b2c9-cf4f31b83ece req-2429501b-1b79-4760-ad98-9b0ae04d46db tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:15.933817 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-08689138-c391-4dd2-b2c9-cf4f31b83ece req-2429501b-1b79-4760-ad98-9b0ae04d46db tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=4914c21c-8280-496c-a6c6-ed7ffe77aa01 HTTP/1.1" status: 200 len: 944 time: 0.0661154 Jan 27 08:17:15.946511 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device 2cef0fde-7ee1-4668-9eed-893392c43e50 up at agent hyperv_hv-cinder-82658 {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:17:15.971104 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [req-9fdcff0a-4ab7-4577-b65d-31f2c3e28d7e req-f9d9842c-c654-4792-b684-d4fc7bc4e9b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff1aef88-b1d7-438b-b0ec-8d903953b824 {{(pid=102575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 08:17:16.005351 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-9fdcff0a-4ab7-4577-b65d-31f2c3e28d7e req-f9d9842c-c654-4792-b684-d4fc7bc4e9b5 service neutron] Publish callbacks [] for port (ff1aef88-b1d7-438b-b0ec-8d903953b824), precommit_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:16.028852 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Provisioning complete for port 2cef0fde-7ee1-4668-9eed-893392c43e50 triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:17:16.030140 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (2cef0fde-7ee1-4668-9eed-893392c43e50), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:16.032406 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-08689138-c391-4dd2-b2c9-cf4f31b83ece req-0a30b43f-4c25-44c1-8b7a-fd564154025e tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929618 Jan 27 08:17:16.032900 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [req-9fdcff0a-4ab7-4577-b65d-31f2c3e28d7e req-f9d9842c-c654-4792-b684-d4fc7bc4e9b5 service neutron] Transition to ACTIVE for port object ff1aef88-b1d7-438b-b0ec-8d903953b824 will not be triggered until provisioned by entity L2. {{(pid=102575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 08:17:16.044731 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-9fdcff0a-4ab7-4577-b65d-31f2c3e28d7e req-f9d9842c-c654-4792-b684-d4fc7bc4e9b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13172717'] for port (ff1aef88-b1d7-438b-b0ec-8d903953b824), after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:16.095984 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d9842c-c654-4792-b684-d4fc7bc4e9b5 service neutron] Pushing event updated for resources: {'Port': ['ID=ff1aef88-b1d7-438b-b0ec-8d903953b824,revision_number=2']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:17:16.123564 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Current status of the port 2cef0fde-7ee1-4668-9eed-893392c43e50 is: BUILD; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:17:16.124222 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (2cef0fde-7ee1-4668-9eed-893392c43e50), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:16.156275 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7370227b-9eb7-4890-ac0c-56d1b1440387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cef0fde-7ee1-4668-9eed-893392c43e50'}] {{(pid=102577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:17:16.160046 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ec6f2d63f069076934ea9a19260140f1f8696ff0c22b7471017e65d09815c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52bf4237-6899-49e9-8fe9-d31aefdd6902" -d '{"events": [{"server_uuid": "7370227b-9eb7-4890-ac0c-56d1b1440387", "name": "network-vif-plugged", "status": "completed", "tag": "2cef0fde-7ee1-4668-9eed-893392c43e50"}]}' {{(pid=102577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:17:16.177335 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port 2cef0fde-7ee1-4668-9eed-893392c43e50, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=2cef0fde-7ee1-4668-9eed-893392c43e50,segment=NetworkSegment(d52c0c22-6164-4420-8fd5-d7a3d432294e),segment_id=d52c0c22-6164-4420-8fd5-d7a3d432294e)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:17:16.189540 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (2cef0fde-7ee1-4668-9eed-893392c43e50), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:16.195511 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [req-9fdcff0a-4ab7-4577-b65d-31f2c3e28d7e req-f9d9842c-c654-4792-b684-d4fc7bc4e9b5 service neutron] Attempting to bind port ff1aef88-b1d7-438b-b0ec-8d903953b824 on host hv-cinder-82658 for vnic_type normal with profile {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 08:17:16.199041 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [req-9fdcff0a-4ab7-4577-b65d-31f2c3e28d7e req-f9d9842c-c654-4792-b684-d4fc7bc4e9b5 service neutron] Attempting to bind port ff1aef88-b1d7-438b-b0ec-8d903953b824 by drivers openvswitch,hyperv on host hv-cinder-82658 at level 0 using segments [{'id': '74a47a65-eb76-452b-a51a-269a2e7fc65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '652b74d3-773c-4c51-b4df-89a43e9fd890'}] {{(pid=102575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 08:17:16.199699 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdcff0a-4ab7-4577-b65d-31f2c3e28d7e req-f9d9842c-c654-4792-b684-d4fc7bc4e9b5 service neutron] Attempting to bind port ff1aef88-b1d7-438b-b0ec-8d903953b824 on network 652b74d3-773c-4c51-b4df-89a43e9fd890 {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:17:16.210132 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdcff0a-4ab7-4577-b65d-31f2c3e28d7e req-f9d9842c-c654-4792-b684-d4fc7bc4e9b5 service neutron] Port ff1aef88-b1d7-438b-b0ec-8d903953b824 on network 652b74d3-773c-4c51-b4df-89a43e9fd890 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82658 {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 08:17:16.211313 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdcff0a-4ab7-4577-b65d-31f2c3e28d7e req-f9d9842c-c654-4792-b684-d4fc7bc4e9b5 service neutron] Attempting to bind port ff1aef88-b1d7-438b-b0ec-8d903953b824 on network 652b74d3-773c-4c51-b4df-89a43e9fd890 {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:17:16.225152 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdcff0a-4ab7-4577-b65d-31f2c3e28d7e req-f9d9842c-c654-4792-b684-d4fc7bc4e9b5 service neutron] Checking agent: {'id': '926d476c-3c92-4faa-a402-a395b4978e44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82658', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 8, 12, 58), 'started_at': datetime.datetime(2022, 1, 27, 8, 12, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 8, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 08:17:16.225807 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdcff0a-4ab7-4577-b65d-31f2c3e28d7e req-f9d9842c-c654-4792-b684-d4fc7bc4e9b5 service neutron] Checking segment: {'id': '74a47a65-eb76-452b-a51a-269a2e7fc65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '652b74d3-773c-4c51-b4df-89a43e9fd890'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:17:16.226945 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdcff0a-4ab7-4577-b65d-31f2c3e28d7e req-f9d9842c-c654-4792-b684-d4fc7bc4e9b5 service neutron] Bound using segment: {'id': '74a47a65-eb76-452b-a51a-269a2e7fc65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '652b74d3-773c-4c51-b4df-89a43e9fd890'} {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 08:17:16.227981 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [req-9fdcff0a-4ab7-4577-b65d-31f2c3e28d7e req-f9d9842c-c654-4792-b684-d4fc7bc4e9b5 service neutron] Bound port: ff1aef88-b1d7-438b-b0ec-8d903953b824, host: hv-cinder-82658, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74a47a65-eb76-452b-a51a-269a2e7fc65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '652b74d3-773c-4c51-b4df-89a43e9fd890'}}] {{(pid=102575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 08:17:16.229466 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-9fdcff0a-4ab7-4577-b65d-31f2c3e28d7e req-f9d9842c-c654-4792-b684-d4fc7bc4e9b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (ff1aef88-b1d7-438b-b0ec-8d903953b824), before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:16.240334 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 08:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0205b86-6379-45b7-9b05-57d7274ade65 x-openstack-request-id: req-c0205b86-6379-45b7-9b05-57d7274ade65 {{(pid=102577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:17:16.240660 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7370227b-9eb7-4890-ac0c-56d1b1440387", "name": "network-vif-plugged", "status": "completed", "tag": "2cef0fde-7ee1-4668-9eed-893392c43e50", "code": 200}]} {{(pid=102577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:17:16.240950 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c0205b86-6379-45b7-9b05-57d7274ade65 {{(pid=102577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:17:16.241591 dv-cinder-826589-1-iscsi neutron-server[102577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7370227b-9eb7-4890-ac0c-56d1b1440387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cef0fde-7ee1-4668-9eed-893392c43e50', 'code': 200} Jan 27 08:17:16.247684 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Pushing event updated for resources: {'Port': ['ID=2cef0fde-7ee1-4668-9eed-893392c43e50,revision_number=7']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:17:16.330590 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [req-9fdcff0a-4ab7-4577-b65d-31f2c3e28d7e req-f9d9842c-c654-4792-b684-d4fc7bc4e9b5 service neutron] For port ff1aef88-b1d7-438b-b0ec-8d903953b824, host hv-cinder-82658, cleared binding levels {{(pid=102575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 08:17:16.334216 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [req-9fdcff0a-4ab7-4577-b65d-31f2c3e28d7e req-f9d9842c-c654-4792-b684-d4fc7bc4e9b5 service neutron] For port ff1aef88-b1d7-438b-b0ec-8d903953b824, host hv-cinder-82658, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=ff1aef88-b1d7-438b-b0ec-8d903953b824,segment=NetworkSegment(74a47a65-eb76-452b-a51a-269a2e7fc65e),segment_id=74a47a65-eb76-452b-a51a-269a2e7fc65e)] {{(pid=102575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 08:17:16.339591 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-9fdcff0a-4ab7-4577-b65d-31f2c3e28d7e req-f9d9842c-c654-4792-b684-d4fc7bc4e9b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13172717'] for port (ff1aef88-b1d7-438b-b0ec-8d903953b824), after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:16.375966 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdcff0a-4ab7-4577-b65d-31f2c3e28d7e req-f9d9842c-c654-4792-b684-d4fc7bc4e9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:16.376904 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-9fdcff0a-4ab7-4577-b65d-31f2c3e28d7e req-f9d9842c-c654-4792-b684-d4fc7bc4e9b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for port (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:16.378698 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-9fdcff0a-4ab7-4577-b65d-31f2c3e28d7e req-f9d9842c-c654-4792-b684-d4fc7bc4e9b5 service neutron] 10.222.0.72 "PUT /v2.0/ports/ff1aef88-b1d7-438b-b0ec-8d903953b824 HTTP/1.1" status: 200 len: 1093 time: 0.9139283 Jan 27 08:17:16.379353 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3b13e21-5f97-4b79-a20b-b834b1c82fd9', 'tag': 'ff1aef88-b1d7-438b-b0ec-8d903953b824'}] {{(pid=102575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:17:16.382498 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34d12f73e8b898318ba96f52067286bd4e4b64784ab72771e8c48dd469e53537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d43251-aeb5-41d7-a402-b699f4085013" -d '{"events": [{"name": "network-changed", "server_uuid": "c3b13e21-5f97-4b79-a20b-b834b1c82fd9", "tag": "ff1aef88-b1d7-438b-b0ec-8d903953b824"}]}' {{(pid=102575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:17:16.462258 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d9842c-c654-4792-b684-d4fc7bc4e9b5 service neutron] Pushing event updated for resources: {'Port': ['ID=ff1aef88-b1d7-438b-b0ec-8d903953b824,revision_number=3']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:17:16.481364 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 08:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d83227e8-a520-4b01-9175-a500afb30f75 x-openstack-request-id: req-d83227e8-a520-4b01-9175-a500afb30f75 {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:17:16.481650 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3b13e21-5f97-4b79-a20b-b834b1c82fd9", "tag": "ff1aef88-b1d7-438b-b0ec-8d903953b824", "status": "completed", "code": 200}]} {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:17:16.481903 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d83227e8-a520-4b01-9175-a500afb30f75 {{(pid=102575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:17:16.482570 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3b13e21-5f97-4b79-a20b-b834b1c82fd9', 'tag': 'ff1aef88-b1d7-438b-b0ec-8d903953b824', 'status': 'completed', 'code': 200} Jan 27 08:17:16.525246 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdcff0a-4ab7-4577-b65d-31f2c3e28d7e req-66c55367-ccc5-4290-b295-c4ad60b3b84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:16.526841 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-9fdcff0a-4ab7-4577-b65d-31f2c3e28d7e req-66c55367-ccc5-4290-b295-c4ad60b3b84e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9035a65341a248bf9e4d1371e4f30984&device_id=c3b13e21-5f97-4b79-a20b-b834b1c82fd9 HTTP/1.1" status: 200 len: 1096 time: 0.0938935 Jan 27 08:17:16.583016 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-9fdcff0a-4ab7-4577-b65d-31f2c3e28d7e req-ed594706-7f30-421d-9617-e2c7f507a607 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff1aef88-b1d7-438b-b0ec-8d903953b824 HTTP/1.1" status: 200 len: 217 time: 0.0403049 Jan 27 08:17:16.631988 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b03d90-8662-4b40-a1ca-c503ec0cc588 req-2441c7ee-378d-4121-8d25-bfdbe4df842a tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:16.640495 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-68b03d90-8662-4b40-a1ca-c503ec0cc588 req-2441c7ee-378d-4121-8d25-bfdbe4df842a tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 945 time: 0.0695601 Jan 27 08:17:16.670384 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdcff0a-4ab7-4577-b65d-31f2c3e28d7e req-5b36aa90-7b73-4610-a78f-dda8f6a7d05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:16.672184 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-9fdcff0a-4ab7-4577-b65d-31f2c3e28d7e req-5b36aa90-7b73-4610-a78f-dda8f6a7d05c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=709b0121-a76e-46ba-90ea-73397b4104e2 HTTP/1.1" status: 200 len: 849 time: 0.0781515 Jan 27 08:17:16.704807 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-68b03d90-8662-4b40-a1ca-c503ec0cc588 req-6854db4e-5caf-4a78-a848-5c7ca678c275 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?id=25056870-6882-4f7c-b7e2-0d78781f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591714 Jan 27 08:17:16.721328 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-9fdcff0a-4ab7-4577-b65d-31f2c3e28d7e req-6132f655-ced2-418d-857f-2d614121fc0b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=652b74d3-773c-4c51-b4df-89a43e9fd890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409107 Jan 27 08:17:16.991667 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f142ba-f562-45a2-bc6f-9f77aa25e227 req-664a15b3-7b17-4f03-9476-5a002258505a tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:16.993713 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-03f142ba-f562-45a2-bc6f-9f77aa25e227 req-664a15b3-7b17-4f03-9476-5a002258505a tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 945 time: 0.1675932 Jan 27 08:17:17.070374 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52091613-6a32-4ce8-abc8-78f55d60ea6b req-4e21a902-c32f-47b3-8d7a-2b8d7275c319 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:17.072023 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-52091613-6a32-4ce8-abc8-78f55d60ea6b req-4e21a902-c32f-47b3-8d7a-2b8d7275c319 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] 10.222.0.59 "GET /v2.0/ports?device_id=c3b13e21-5f97-4b79-a20b-b834b1c82fd9 HTTP/1.1" status: 200 len: 943 time: 0.1577916 Jan 27 08:17:17.134751 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-9fdcff0a-4ab7-4577-b65d-31f2c3e28d7e req-67a2dc06-ac19-4f44-8999-79a9c21e56dc service neutron] 10.222.0.72 "GET /v2.0/networks/652b74d3-773c-4c51-b4df-89a43e9fd890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4011726 Jan 27 08:17:17.190101 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-03f142ba-f562-45a2-bc6f-9f77aa25e227 req-17eee68b-a402-4bb5-b0ac-cdf25689494b tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849825 Jan 27 08:17:17.262259 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-52091613-6a32-4ce8-abc8-78f55d60ea6b req-81376485-4600-4ad1-af3d-3c2f1e5cc44b tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bec9c13-9652-4b0d-a357-a21dac90b195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530511 Jan 27 08:17:17.354137 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-9fdcff0a-4ab7-4577-b65d-31f2c3e28d7e req-9a8d046a-08b4-4293-a8d7-46b955ea5a7a service neutron] 10.222.0.72 "GET /v2.0/networks/652b74d3-773c-4c51-b4df-89a43e9fd890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028730 Jan 27 08:17:17.404991 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 60030) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:17:17.405724 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe6e17-50e5-41f3-adf4-d3389456a3e0 req-d72e274c-653f-4bd3-bac0-18af2bdad244 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:17.407389 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-5afe6e17-50e5-41f3-adf4-d3389456a3e0 req-d72e274c-653f-4bd3-bac0-18af2bdad244 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=4914c21c-8280-496c-a6c6-ed7ffe77aa01 HTTP/1.1" status: 200 len: 944 time: 0.1197612 Jan 27 08:17:17.502749 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d43251-aeb5-41d7-a402-b699f4085013 req-e0103c9f-3177-45c5-9539-4a3d037ec3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:17.504987 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-c5d43251-aeb5-41d7-a402-b699f4085013 req-e0103c9f-3177-45c5-9539-4a3d037ec3dd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9035a65341a248bf9e4d1371e4f30984&device_id=c3b13e21-5f97-4b79-a20b-b834b1c82fd9 HTTP/1.1" status: 200 len: 1096 time: 0.0625556 Jan 27 08:17:17.518834 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-5afe6e17-50e5-41f3-adf4-d3389456a3e0 req-2568447a-4a87-4aad-9e62-e2e06a9a3df1 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925014 Jan 27 08:17:17.614392 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2c5cfd10-a371-4fe4-9242-25ed78e5fa62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:17.661839 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d43251-aeb5-41d7-a402-b699f4085013 req-5721566d-d8ae-46e6-acdb-942e1ae39ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:17.663958 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-c5d43251-aeb5-41d7-a402-b699f4085013 req-5721566d-d8ae-46e6-acdb-942e1ae39ee9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=652b74d3-773c-4c51-b4df-89a43e9fd890 HTTP/1.1" status: 200 len: 910 time: 0.1484842 Jan 27 08:17:17.731886 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-c5d43251-aeb5-41d7-a402-b699f4085013 req-0a80d0dc-b412-4bee-b3e9-0bebbd7d8640 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff1aef88-b1d7-438b-b0ec-8d903953b824 HTTP/1.1" status: 200 len: 217 time: 0.0415931 Jan 27 08:17:17.829870 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2c5cfd10-a371-4fe4-9242-25ed78e5fa62 admin admin] Publish callbacks [] for security_group (8fd8944a-2e2e-415b-8cdb-e0c201137893), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:17.843918 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2c5cfd10-a371-4fe4-9242-25ed78e5fa62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (8fd8944a-2e2e-415b-8cdb-e0c201137893), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:17.906698 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b65a4c-234e-4cd6-ab9f-7c19f04aba40 req-d7605302-9ef2-486f-aa38-f61ba59c8d81 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:17.914097 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d4b65a4c-234e-4cd6-ab9f-7c19f04aba40 req-d7605302-9ef2-486f-aa38-f61ba59c8d81 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 945 time: 0.0932786 Jan 27 08:17:17.929163 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5cfd10-a371-4fe4-9242-25ed78e5fa62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd8944a-2e2e-415b-8cdb-e0c201137893,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:17:17.934682 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-2c5cfd10-a371-4fe4-9242-25ed78e5fa62 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=37581b05eb1045fe9d5f7a4c340a291c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5287447 Jan 27 08:17:17.938010 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 60050) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:17:17.952796 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d43251-aeb5-41d7-a402-b699f4085013 req-a1ff01d7-ccc6-4d4d-9e1d-17039d43f6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:17.954769 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-c5d43251-aeb5-41d7-a402-b699f4085013 req-a1ff01d7-ccc6-4d4d-9e1d-17039d43f6df service neutron] 10.222.0.72 "GET /v2.0/subnets?id=709b0121-a76e-46ba-90ea-73397b4104e2 HTTP/1.1" status: 200 len: 849 time: 0.2190197 Jan 27 08:17:18.003024 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-c5d43251-aeb5-41d7-a402-b699f4085013 req-8217c04b-d7b3-4c22-99f8-ffedba08b5fd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=652b74d3-773c-4c51-b4df-89a43e9fd890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381482 Jan 27 08:17:18.046550 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d4b65a4c-234e-4cd6-ab9f-7c19f04aba40 req-0a720220-e30a-4b34-a18c-1050bdf4aa47 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?id=25056870-6882-4f7c-b7e2-0d78781f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293120 Jan 27 08:17:18.130874 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-acacd737-7b2b-4a56-87f8-f01ffcd675e3 admin admin] Publish callbacks [] for security_group (8fd8944a-2e2e-415b-8cdb-e0c201137893), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:18.164228 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-acacd737-7b2b-4a56-87f8-f01ffcd675e3 admin admin] Publish callbacks [] for security_group (8fd8944a-2e2e-415b-8cdb-e0c201137893), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:18.229809 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-c5d43251-aeb5-41d7-a402-b699f4085013 req-d5da3554-a34f-487d-b71a-7a625ef0d84d service neutron] 10.222.0.72 "GET /v2.0/networks/652b74d3-773c-4c51-b4df-89a43e9fd890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161133 Jan 27 08:17:18.259069 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-acacd737-7b2b-4a56-87f8-f01ffcd675e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (8fd8944a-2e2e-415b-8cdb-e0c201137893), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:18.262981 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-acacd737-7b2b-4a56-87f8-f01ffcd675e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:18.264507 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-acacd737-7b2b-4a56-87f8-f01ffcd675e3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8fd8944a-2e2e-415b-8cdb-e0c201137893 HTTP/1.1" status: 204 len: 168 time: 0.3235452 Jan 27 08:17:18.297292 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acacd737-7b2b-4a56-87f8-f01ffcd675e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd8944a-2e2e-415b-8cdb-e0c201137893,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:17:18.400268 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc0321d-32f0-48d8-849d-f74aaf724331 req-48a93cab-13fb-448e-9934-dc8607f54fd8 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:18.405045 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-abc0321d-32f0-48d8-849d-f74aaf724331 req-48a93cab-13fb-448e-9934-dc8607f54fd8 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 945 time: 0.1046100 Jan 27 08:17:18.439899 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-c5d43251-aeb5-41d7-a402-b699f4085013 req-9d586d4b-c4f6-46da-a46f-7aae66ef4cda service neutron] 10.222.0.72 "GET /v2.0/networks/652b74d3-773c-4c51-b4df-89a43e9fd890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990426 Jan 27 08:17:18.574651 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a2d0f-b258-4af1-aa35-34a0d4a5c9b9 req-de5e3bcd-2080-4e4e-8233-94002d13786a tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:18.578264 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d00a2d0f-b258-4af1-aa35-34a0d4a5c9b9 req-de5e3bcd-2080-4e4e-8233-94002d13786a tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] 10.222.0.59 "GET /v2.0/ports?device_id=c3b13e21-5f97-4b79-a20b-b834b1c82fd9 HTTP/1.1" status: 200 len: 943 time: 0.1707001 Jan 27 08:17:18.582495 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-abc0321d-32f0-48d8-849d-f74aaf724331 req-8b7ceec6-5826-4269-af4b-09618ffe5c5f tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604731 Jan 27 08:17:18.676839 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d00a2d0f-b258-4af1-aa35-34a0d4a5c9b9 req-5466492f-0ac0-46b7-b545-af7806e1c3ae tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bec9c13-9652-4b0d-a357-a21dac90b195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867429 Jan 27 08:17:18.725668 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1397cf8-4605-4007-9913-cecf14e85810 req-6435d312-64ea-46dd-b51d-d14a75404c28 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:18.730765 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a1397cf8-4605-4007-9913-cecf14e85810 req-6435d312-64ea-46dd-b51d-d14a75404c28 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=4914c21c-8280-496c-a6c6-ed7ffe77aa01 HTTP/1.1" status: 200 len: 944 time: 0.0526652 Jan 27 08:17:18.800336 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a1397cf8-4605-4007-9913-cecf14e85810 req-834b1cc3-f136-4672-bf09-c5934f397e9c tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661488 Jan 27 08:17:19.214678 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd6b0c-9c1a-4378-a4ad-596a645c21ed req-3dbd2455-f1c0-401d-aaf1-065caeac380c tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:19.217611 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-42dd6b0c-9c1a-4378-a4ad-596a645c21ed req-3dbd2455-f1c0-401d-aaf1-065caeac380c tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 945 time: 0.0692141 Jan 27 08:17:19.326310 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-42dd6b0c-9c1a-4378-a4ad-596a645c21ed req-afb871e1-df19-4cf5-92c9-21c093df97f9 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?id=25056870-6882-4f7c-b7e2-0d78781f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993414 Jan 27 08:17:19.833835 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e6547-06c2-4c94-9606-dc222067552f req-d739dbcf-89c7-4aab-945c-4b55383183ef tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:19.843925 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-c77e6547-06c2-4c94-9606-dc222067552f req-d739dbcf-89c7-4aab-945c-4b55383183ef tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 945 time: 0.1527040 Jan 27 08:17:19.880523 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e29fd91-c272-44e6-a735-adfca04b4de6 req-5cd66296-b703-42f3-a146-a542fdb39206 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:19.882270 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-7e29fd91-c272-44e6-a735-adfca04b4de6 req-5cd66296-b703-42f3-a146-a542fdb39206 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] 10.222.0.59 "GET /v2.0/ports?device_id=c3b13e21-5f97-4b79-a20b-b834b1c82fd9 HTTP/1.1" status: 200 len: 943 time: 0.1176744 Jan 27 08:17:19.911898 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-fd14bb22-b9ce-4b94-bdf8-c70213aedfa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (913d1d6b-f856-4828-afb6-1e4cc7d36f68), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:19.956218 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-c77e6547-06c2-4c94-9606-dc222067552f req-d2fe93b4-d50c-4d3a-ae8f-849696d9b01a tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107557 Jan 27 08:17:19.972317 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device ff1aef88-b1d7-438b-b0ec-8d903953b824 details requested by agent hyperv_hv-cinder-82658 with host hv-cinder-82658 {{(pid=102577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 08:17:20.014722 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-7e29fd91-c272-44e6-a735-adfca04b4de6 req-8e6aef24-6cad-4bad-b06f-15a86c57c1ab tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bec9c13-9652-4b0d-a357-a21dac90b195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223769 Jan 27 08:17:20.169538 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9623eb2-6074-41ad-acce-e4bea5515822 req-13cb929c-2ced-4078-9137-40deb7f2aa9b tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:20.171608 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a9623eb2-6074-41ad-acce-e4bea5515822 req-13cb929c-2ced-4078-9137-40deb7f2aa9b tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=4914c21c-8280-496c-a6c6-ed7ffe77aa01 HTTP/1.1" status: 200 len: 944 time: 0.0689044 Jan 27 08:17:20.183079 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port ff1aef88-b1d7-438b-b0ec-8d903953b824, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=ff1aef88-b1d7-438b-b0ec-8d903953b824,segment=NetworkSegment(74a47a65-eb76-452b-a51a-269a2e7fc65e),segment_id=74a47a65-eb76-452b-a51a-269a2e7fc65e)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:17:20.198282 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Returning: {'device': 'ff1aef88-b1d7-438b-b0ec-8d903953b824', 'network_id': '652b74d3-773c-4c51-b4df-89a43e9fd890', 'port_id': 'ff1aef88-b1d7-438b-b0ec-8d903953b824', 'mac_address': 'fa:16:3e:7e:91:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '709b0121-a76e-46ba-90ea-73397b4104e2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 08:17:20.254758 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Current status of the port ff1aef88-b1d7-438b-b0ec-8d903953b824 is: DOWN; New status is: BUILD {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:17:20.254758 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (ff1aef88-b1d7-438b-b0ec-8d903953b824), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:20.263865 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a9623eb2-6074-41ad-acce-e4bea5515822 req-101f6a6f-6694-4a81-90bd-66c1e8ed284b tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864887 Jan 27 08:17:20.274013 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.notifiers.nova [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff1aef88-b1d7-438b-b0ec-8d903953b824 {{(pid=102577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 08:17:20.295919 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port ff1aef88-b1d7-438b-b0ec-8d903953b824, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=ff1aef88-b1d7-438b-b0ec-8d903953b824,segment=NetworkSegment(74a47a65-eb76-452b-a51a-269a2e7fc65e),segment_id=74a47a65-eb76-452b-a51a-269a2e7fc65e)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:17:20.300793 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (ff1aef88-b1d7-438b-b0ec-8d903953b824), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:20.360557 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Pushing event updated for resources: {'Port': ['ID=ff1aef88-b1d7-438b-b0ec-8d903953b824,revision_number=4']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:17:20.372321 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:17:20.373032 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:17:20.373446 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:17:20.373845 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:17:20.374182 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:17:20.374506 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:17:20.374831 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:17:20.375159 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:17:20.375461 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:17:20.375938 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:17:20.376577 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:17:20.377214 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:17:20.377606 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:17:20.508393 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f261e8-fef3-4af9-8ffb-ac2df2b89cd9 req-9fd8a221-03aa-4632-baba-2b772ea18d11 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:20.510251 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-53f261e8-fef3-4af9-8ffb-ac2df2b89cd9 req-9fd8a221-03aa-4632-baba-2b772ea18d11 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 945 time: 0.0670271 Jan 27 08:17:20.568849 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-53f261e8-fef3-4af9-8ffb-ac2df2b89cd9 req-762e5f4a-454d-4f00-9d75-4735b7ab4d44 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?id=25056870-6882-4f7c-b7e2-0d78781f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513384 Jan 27 08:17:20.648716 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] get_ports_and_sgs() called for port_ids ['ff1aef88-b1d7-438b-b0ec-8d903953b824'] {{(pid=102577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 08:17:21.204686 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe2186-ad1d-49b3-abfa-6f309dedba37 req-c875e776-91b6-4fac-b26d-6adbf135cfa8 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:21.206282 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-fbfe2186-ad1d-49b3-abfa-6f309dedba37 req-c875e776-91b6-4fac-b26d-6adbf135cfa8 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 945 time: 0.1356387 Jan 27 08:17:21.218365 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b5b7b-acfb-4509-8292-8431e456c1e9 req-34f5b686-4d6a-4f46-b2dc-0c03872b5bfd tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:21.220100 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-1b2b5b7b-acfb-4509-8292-8431e456c1e9 req-34f5b686-4d6a-4f46-b2dc-0c03872b5bfd tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] 10.222.0.59 "GET /v2.0/ports?device_id=c3b13e21-5f97-4b79-a20b-b834b1c82fd9 HTTP/1.1" status: 200 len: 944 time: 0.1016719 Jan 27 08:17:21.310573 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-fbfe2186-ad1d-49b3-abfa-6f309dedba37 req-fef47e98-3fc3-4dea-affb-f416f7942d35 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893805 Jan 27 08:17:21.322931 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-1b2b5b7b-acfb-4509-8292-8431e456c1e9 req-232a4b14-c8b3-41fc-ae29-849f635eab82 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bec9c13-9652-4b0d-a357-a21dac90b195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929413 Jan 27 08:17:21.533317 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb47c70a-6b12-44b0-85c5-66963743dbf8 req-fcf3dfaa-a94b-437f-8045-caef34b07b38 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:21.535020 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-cb47c70a-6b12-44b0-85c5-66963743dbf8 req-fcf3dfaa-a94b-437f-8045-caef34b07b38 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=4914c21c-8280-496c-a6c6-ed7ffe77aa01 HTTP/1.1" status: 200 len: 944 time: 0.1396995 Jan 27 08:17:21.602572 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-cb47c70a-6b12-44b0-85c5-66963743dbf8 req-34d1767e-d136-4ff0-a8ca-8828e161be57 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610902 Jan 27 08:17:21.719727 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1eb661-123a-4b15-aaca-8a91c37af496 req-2b7f44a0-2224-4b6e-b23d-fbeeecd8a93e tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:21.721713 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-9e1eb661-123a-4b15-aaca-8a91c37af496 req-2b7f44a0-2224-4b6e-b23d-fbeeecd8a93e tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 945 time: 0.0560486 Jan 27 08:17:21.794540 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-9e1eb661-123a-4b15-aaca-8a91c37af496 req-2bfc8ad6-c6fa-49be-b215-4c7ad874f2a0 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?id=25056870-6882-4f7c-b7e2-0d78781f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670085 Jan 27 08:17:21.982332 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device ff1aef88-b1d7-438b-b0ec-8d903953b824 up at agent hyperv_hv-cinder-82658 {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:17:22.063732 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Provisioning for port ff1aef88-b1d7-438b-b0ec-8d903953b824 completed by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 08:17:22.068047 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Provisioning complete for port ff1aef88-b1d7-438b-b0ec-8d903953b824 triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:17:22.068432 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (ff1aef88-b1d7-438b-b0ec-8d903953b824), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:22.202837 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Current status of the port ff1aef88-b1d7-438b-b0ec-8d903953b824 is: BUILD; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:17:22.203291 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (ff1aef88-b1d7-438b-b0ec-8d903953b824), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:22.227055 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b13e21-5f97-4b79-a20b-b834b1c82fd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff1aef88-b1d7-438b-b0ec-8d903953b824'}] {{(pid=102577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:17:22.229329 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ec6f2d63f069076934ea9a19260140f1f8696ff0c22b7471017e65d09815c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03a3f67-8c7d-4883-9bd0-c53e24904b78" -d '{"events": [{"server_uuid": "c3b13e21-5f97-4b79-a20b-b834b1c82fd9", "name": "network-vif-plugged", "status": "completed", "tag": "ff1aef88-b1d7-438b-b0ec-8d903953b824"}]}' {{(pid=102577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:17:22.246159 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port ff1aef88-b1d7-438b-b0ec-8d903953b824, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=ff1aef88-b1d7-438b-b0ec-8d903953b824,segment=NetworkSegment(74a47a65-eb76-452b-a51a-269a2e7fc65e),segment_id=74a47a65-eb76-452b-a51a-269a2e7fc65e)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:17:22.251493 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (ff1aef88-b1d7-438b-b0ec-8d903953b824), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:22.278737 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 08:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9efca89a-2774-49fe-900f-80994d60c5b0 x-openstack-request-id: req-9efca89a-2774-49fe-900f-80994d60c5b0 {{(pid=102577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:17:22.279032 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3b13e21-5f97-4b79-a20b-b834b1c82fd9", "name": "network-vif-plugged", "status": "completed", "tag": "ff1aef88-b1d7-438b-b0ec-8d903953b824", "code": 200}]} {{(pid=102577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:17:22.279285 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9efca89a-2774-49fe-900f-80994d60c5b0 {{(pid=102577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:17:22.279672 dv-cinder-826589-1-iscsi neutron-server[102577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b13e21-5f97-4b79-a20b-b834b1c82fd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff1aef88-b1d7-438b-b0ec-8d903953b824', 'code': 200} Jan 27 08:17:22.312347 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Pushing event updated for resources: {'Port': ['ID=ff1aef88-b1d7-438b-b0ec-8d903953b824,revision_number=5']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:17:22.492573 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead65e18-35c3-4c4a-8b78-775f9a7e88c2 req-e7694c7a-757b-4089-8d6b-0711bca881a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:22.494384 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-ead65e18-35c3-4c4a-8b78-775f9a7e88c2 req-e7694c7a-757b-4089-8d6b-0711bca881a7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c3b13e21-5f97-4b79-a20b-b834b1c82fd9 HTTP/1.1" status: 200 len: 1098 time: 0.0523643 Jan 27 08:17:22.536213 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0436294e-4b88-48ee-a21a-64d95191c89f req-8ad7ee38-f321-4335-b0fa-194591de703e tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:22.537811 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-0436294e-4b88-48ee-a21a-64d95191c89f req-8ad7ee38-f321-4335-b0fa-194591de703e tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 945 time: 0.1112213 Jan 27 08:17:22.545979 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f624839e-2288-4cd1-9f7b-331ccfde19f3 req-99a39a7b-3537-4691-8592-7d4814d28240 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:22.547452 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-f624839e-2288-4cd1-9f7b-331ccfde19f3 req-99a39a7b-3537-4691-8592-7d4814d28240 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] 10.222.0.59 "GET /v2.0/ports?device_id=c3b13e21-5f97-4b79-a20b-b834b1c82fd9 HTTP/1.1" status: 200 len: 945 time: 0.0885892 Jan 27 08:17:22.578570 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-ead65e18-35c3-4c4a-8b78-775f9a7e88c2 req-35653a27-b16a-4c5d-b170-9b3db780d0d8 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4bec9c13-9652-4b0d-a357-a21dac90b195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767715 Jan 27 08:17:22.671128 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-0436294e-4b88-48ee-a21a-64d95191c89f req-9c161484-6d20-46f8-83c1-630ddc22afc2 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226466 Jan 27 08:17:22.685685 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-f624839e-2288-4cd1-9f7b-331ccfde19f3 req-3dc6a9f8-ad80-4970-ae25-f2c779e13796 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bec9c13-9652-4b0d-a357-a21dac90b195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260397 Jan 27 08:17:22.807326 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a0186-220f-437f-9ddd-c82a87c6c6c6 req-eb325b77-7296-485b-99cc-4a36c4e16c6e tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:22.810102 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-002a0186-220f-437f-9ddd-c82a87c6c6c6 req-eb325b77-7296-485b-99cc-4a36c4e16c6e tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=4914c21c-8280-496c-a6c6-ed7ffe77aa01 HTTP/1.1" status: 200 len: 944 time: 0.0675061 Jan 27 08:17:22.912448 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-e127cf55-52a1-484b-ad2b-1c97660e3fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (c4292dc4-d7f6-4187-994e-0142c7d14647), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:22.939807 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-002a0186-220f-437f-9ddd-c82a87c6c6c6 req-72916639-1eba-4729-b95b-e60234faa88b tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188550 Jan 27 08:17:22.967578 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565586fa-adb4-465c-84b2-c347138075aa req-7096eaa2-6628-42e9-a7c4-113abb489f92 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:22.969180 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-565586fa-adb4-465c-84b2-c347138075aa req-7096eaa2-6628-42e9-a7c4-113abb489f92 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 945 time: 0.0720437 Jan 27 08:17:23.072820 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-565586fa-adb4-465c-84b2-c347138075aa req-c8942a33-4788-422e-9d52-30475a18e4c4 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?id=25056870-6882-4f7c-b7e2-0d78781f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865448 Jan 27 08:17:23.870266 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae8c906-0847-491f-9b7a-0818f2c87ee1 req-a56d201a-e780-43c8-aa9d-5b3834ace1ea tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:23.871897 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-0ae8c906-0847-491f-9b7a-0818f2c87ee1 req-a56d201a-e780-43c8-aa9d-5b3834ace1ea tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 945 time: 0.0876315 Jan 27 08:17:23.883147 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb52230-4744-4e31-9db9-6f389935d1a8 req-3af13a35-c442-4581-8927-aa17496b3d45 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:23.884534 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-3bb52230-4744-4e31-9db9-6f389935d1a8 req-3af13a35-c442-4581-8927-aa17496b3d45 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] 10.222.0.59 "GET /v2.0/ports?device_id=c3b13e21-5f97-4b79-a20b-b834b1c82fd9 HTTP/1.1" status: 200 len: 945 time: 0.0914798 Jan 27 08:17:23.969244 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-3bb52230-4744-4e31-9db9-6f389935d1a8 req-cdb380bc-74ab-4fd4-8242-6fedd71e86c7 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bec9c13-9652-4b0d-a357-a21dac90b195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770142 Jan 27 08:17:23.986788 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-0ae8c906-0847-491f-9b7a-0818f2c87ee1 req-a7fa709d-c429-4ea2-9b3a-90ca4ab4f706 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010621 Jan 27 08:17:24.172362 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82862c2c-29fe-49d2-9dd3-18a09628d989 req-c242561c-8b93-4cf9-8d6c-75421ed8e38b tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:24.177236 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-82862c2c-29fe-49d2-9dd3-18a09628d989 req-c242561c-8b93-4cf9-8d6c-75421ed8e38b tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=4914c21c-8280-496c-a6c6-ed7ffe77aa01 HTTP/1.1" status: 200 len: 944 time: 0.1093261 Jan 27 08:17:24.277500 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-82862c2c-29fe-49d2-9dd3-18a09628d989 req-41f1c198-07f0-4219-9a01-d6a471ebbfa3 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669780 Jan 27 08:17:24.293800 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94293c84-f03c-48c1-aef7-56f007c636af req-f1169f19-6b5f-42f5-a4b7-7d5d635099df tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:24.296685 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-94293c84-f03c-48c1-aef7-56f007c636af req-f1169f19-6b5f-42f5-a4b7-7d5d635099df tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 945 time: 0.1146851 Jan 27 08:17:24.383680 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-94293c84-f03c-48c1-aef7-56f007c636af req-0641a046-829a-4082-9b26-7290d72e444c tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?id=25056870-6882-4f7c-b7e2-0d78781f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858526 Jan 27 08:17:24.618541 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-84f64028-d758-4200-a634-8b4e45c8e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (30676f9c-3677-4b49-810a-45ff2c7eef62), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:25.184038 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda01b1f-b0ce-452a-868a-4a55df7ff05c req-30096ec9-364a-4e29-8b8c-5909984e594d tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:25.185727 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-fda01b1f-b0ce-452a-868a-4a55df7ff05c req-30096ec9-364a-4e29-8b8c-5909984e594d tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 945 time: 0.0923390 Jan 27 08:17:25.249505 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-fda01b1f-b0ce-452a-868a-4a55df7ff05c req-b6c9725d-ad18-46ca-b6f6-76b2b1d1f33c tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573874 Jan 27 08:17:25.257226 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4689dc3d-1973-45ff-a3f0-946ac3cbf959 req-7c7ace02-aa0a-4cd8-8f36-55bd99c9ae22 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:25.263944 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-4689dc3d-1973-45ff-a3f0-946ac3cbf959 req-7c7ace02-aa0a-4cd8-8f36-55bd99c9ae22 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] 10.222.0.59 "GET /v2.0/ports?device_id=c3b13e21-5f97-4b79-a20b-b834b1c82fd9 HTTP/1.1" status: 200 len: 945 time: 0.1392586 Jan 27 08:17:25.356223 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-4689dc3d-1973-45ff-a3f0-946ac3cbf959 req-2aaeceb1-c53a-46c4-a913-33f11c9afb53 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bec9c13-9652-4b0d-a357-a21dac90b195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906699 Jan 27 08:17:25.499514 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d91ce-35b1-4af5-80c7-c8bc1d118fe0 req-be91c41c-cf83-4f11-ba9e-3e6bd89bc29f tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:25.499514 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-c34d91ce-35b1-4af5-80c7-c8bc1d118fe0 req-be91c41c-cf83-4f11-ba9e-3e6bd89bc29f tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=4914c21c-8280-496c-a6c6-ed7ffe77aa01 HTTP/1.1" status: 200 len: 944 time: 0.1397581 Jan 27 08:17:25.658226 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447cc04d-d43d-40cb-b6b2-30ea03f24157 req-d219c89f-58eb-4319-887f-cf3f657b8ad9 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:25.659420 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-447cc04d-d43d-40cb-b6b2-30ea03f24157 req-d219c89f-58eb-4319-887f-cf3f657b8ad9 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 945 time: 0.1582599 Jan 27 08:17:25.671704 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-c34d91ce-35b1-4af5-80c7-c8bc1d118fe0 req-dfa3c1be-4c41-4fbb-a8e9-b963338451dd tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168246 Jan 27 08:17:25.758864 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-932e581e-1ad5-4fce-9316-ae3110c4cab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (037c8737-e99f-497c-9717-3fbc8e736584), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:25.794891 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-447cc04d-d43d-40cb-b6b2-30ea03f24157 req-45faa811-a2e9-4e82-aa25-1a6f932a3a6d tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?id=25056870-6882-4f7c-b7e2-0d78781f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189609 Jan 27 08:17:26.468557 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fab65a-0ff8-431f-b23b-727253698a2a req-57448f5f-356f-4e05-bc52-00d926d2661d tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:26.470232 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a1fab65a-0ff8-431f-b23b-727253698a2a req-57448f5f-356f-4e05-bc52-00d926d2661d tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] 10.222.0.59 "GET /v2.0/ports?device_id=c3b13e21-5f97-4b79-a20b-b834b1c82fd9 HTTP/1.1" status: 200 len: 945 time: 0.0919764 Jan 27 08:17:26.508225 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0940021c-135f-4ba4-8338-edd4b3ddac38 req-52cafd21-adff-4e40-b1f7-21763ce3a120 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:26.509881 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-0940021c-135f-4ba4-8338-edd4b3ddac38 req-52cafd21-adff-4e40-b1f7-21763ce3a120 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 945 time: 0.1028252 Jan 27 08:17:26.559516 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a1fab65a-0ff8-431f-b23b-727253698a2a req-06b77a07-78dd-48e4-8db4-d87ef2cd7001 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bec9c13-9652-4b0d-a357-a21dac90b195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808105 Jan 27 08:17:26.594040 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-0940021c-135f-4ba4-8338-edd4b3ddac38 req-c0bbd8a8-b734-46bc-a240-a41641fe55b7 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717022 Jan 27 08:17:26.644156 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (e79cbf24-12bd-4e20-a580-79498d5b225b), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:26.778161 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10afb5-55a4-48c3-ac62-d91f14657ad4 req-42a29c81-a3af-4703-8049-6a218b0818cf tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:26.779552 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-db10afb5-55a4-48c3-ac62-d91f14657ad4 req-42a29c81-a3af-4703-8049-6a218b0818cf tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=4914c21c-8280-496c-a6c6-ed7ffe77aa01 HTTP/1.1" status: 200 len: 944 time: 0.0509353 Jan 27 08:17:26.830260 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-db10afb5-55a4-48c3-ac62-d91f14657ad4 req-bd51c984-2e45-402a-9bff-bbdca6978d31 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448687 Jan 27 08:17:26.924273 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4569a5-5688-494a-8c82-a5400ad52588 req-10b8648d-baf1-4299-bee6-9eb0f2a30172 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:26.925765 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-bb4569a5-5688-494a-8c82-a5400ad52588 req-10b8648d-baf1-4299-bee6-9eb0f2a30172 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 945 time: 0.0511529 Jan 27 08:17:26.972017 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-bb4569a5-5688-494a-8c82-a5400ad52588 req-acff5f6b-d401-44c0-a983-8aa7a60b9fee tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?id=25056870-6882-4f7c-b7e2-0d78781f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407338 Jan 27 08:17:27.260329 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633921e-b3d4-4275-9d38-78bfdd1bfc09 req-45eb831c-4148-4391-8395-7366c5789771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:27.261859 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-2633921e-b3d4-4275-9d38-78bfdd1bfc09 req-45eb831c-4148-4391-8395-7366c5789771 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e4ecc1e69f834d419992a599e2f26886&device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 1098 time: 0.0417864 Jan 27 08:17:27.366925 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633921e-b3d4-4275-9d38-78bfdd1bfc09 req-d129b9ce-fe99-44c4-84c4-d92980e4281c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:27.368402 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-2633921e-b3d4-4275-9d38-78bfdd1bfc09 req-d129b9ce-fe99-44c4-84c4-d92980e4281c service neutron] 10.222.0.72 "GET /v2.0/networks?id=eb16c640-8d70-456d-b9db-6e89eb7e23c3 HTTP/1.1" status: 200 len: 918 time: 0.0953240 Jan 27 08:17:27.440305 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-2633921e-b3d4-4275-9d38-78bfdd1bfc09 req-b6418416-87e0-4d2f-b011-fcd42f216d11 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2cef0fde-7ee1-4668-9eed-893392c43e50 HTTP/1.1" status: 200 len: 1001 time: 0.0654185 Jan 27 08:17:27.491912 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633921e-b3d4-4275-9d38-78bfdd1bfc09 req-8d8d60a1-6f29-4f8f-b960-9e73963d273b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:27.493385 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-2633921e-b3d4-4275-9d38-78bfdd1bfc09 req-8d8d60a1-6f29-4f8f-b960-9e73963d273b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=57070168-9245-4dd6-b7ac-0c997e12d4d3 HTTP/1.1" status: 200 len: 856 time: 0.0453494 Jan 27 08:17:27.541663 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633921e-b3d4-4275-9d38-78bfdd1bfc09 req-e6ac1a59-95a8-40ac-af4f-46ba27cb6664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:27.543125 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-2633921e-b3d4-4275-9d38-78bfdd1bfc09 req-e6ac1a59-95a8-40ac-af4f-46ba27cb6664 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=eb16c640-8d70-456d-b9db-6e89eb7e23c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430713 Jan 27 08:17:27.654330 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-2633921e-b3d4-4275-9d38-78bfdd1bfc09 req-c999d70f-f6e8-44a7-9c96-83426542a43e service neutron] 10.222.0.72 "GET /v2.0/networks/eb16c640-8d70-456d-b9db-6e89eb7e23c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041703 Jan 27 08:17:27.713150 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a3385-f96f-4f8c-ae42-044baa9bdc6b req-e5e9eb0b-e275-4d4f-9023-d18c027b8983 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:27.714646 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-ae0a3385-f96f-4f8c-ae42-044baa9bdc6b req-e5e9eb0b-e275-4d4f-9023-d18c027b8983 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] 10.222.0.59 "GET /v2.0/ports?device_id=c3b13e21-5f97-4b79-a20b-b834b1c82fd9 HTTP/1.1" status: 200 len: 945 time: 0.0769148 Jan 27 08:17:27.753405 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-2633921e-b3d4-4275-9d38-78bfdd1bfc09 req-7300f955-c294-4a25-8fff-ddce91e93528 service neutron] 10.222.0.72 "GET /v2.0/networks/eb16c640-8d70-456d-b9db-6e89eb7e23c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925488 Jan 27 08:17:27.770774 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727dd7ac-e424-4115-8185-39cba83b8a64 req-c574ddfe-9720-4515-95a2-8c1e274a35c1 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:27.772260 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-727dd7ac-e424-4115-8185-39cba83b8a64 req-c574ddfe-9720-4515-95a2-8c1e274a35c1 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 945 time: 0.0927222 Jan 27 08:17:27.789787 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-ae0a3385-f96f-4f8c-ae42-044baa9bdc6b req-683b2577-d886-4099-aad1-74a29cf327ff tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bec9c13-9652-4b0d-a357-a21dac90b195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695133 Jan 27 08:17:27.825824 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-727dd7ac-e424-4115-8185-39cba83b8a64 req-a7ae44f6-c67a-4fec-8818-9a842995d830 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456786 Jan 27 08:17:27.921711 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (926d476c-3c92-4faa-a402-a395b4978e44), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:27.945695 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f259321-29d6-4330-b092-000e185bf453 req-76a8def3-af93-4f7e-9cba-ec3979af74ad tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:27.947306 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-6f259321-29d6-4330-b092-000e185bf453 req-76a8def3-af93-4f7e-9cba-ec3979af74ad tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=4914c21c-8280-496c-a6c6-ed7ffe77aa01 HTTP/1.1" status: 200 len: 944 time: 0.0493522 Jan 27 08:17:28.007309 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-6f259321-29d6-4330-b092-000e185bf453 req-8e059b41-0bf3-466a-b33d-9d9dc874ebb2 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537393 Jan 27 08:17:28.103572 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f3691-51ae-4df2-b23b-58daaf192d53 req-25d0d44b-8715-4749-9b3a-9c12470d22ae tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:28.105754 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-5d6f3691-51ae-4df2-b23b-58daaf192d53 req-25d0d44b-8715-4749-9b3a-9c12470d22ae tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 945 time: 0.0586915 Jan 27 08:17:28.125438 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2081a9-47b9-4dfe-a0e7-786e5ecf51c7 req-6043e53c-d6da-426a-ab38-36387493205b tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:28.128371 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-7d2081a9-47b9-4dfe-a0e7-786e5ecf51c7 req-6043e53c-d6da-426a-ab38-36387493205b tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3b13e21-5f97-4b79-a20b-b834b1c82fd9 HTTP/1.1" status: 200 len: 945 time: 0.0664299 Jan 27 08:17:28.163754 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-5d6f3691-51ae-4df2-b23b-58daaf192d53 req-843c54a0-5678-4e52-b00f-8a9551d459eb tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?id=25056870-6882-4f7c-b7e2-0d78781f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508096 Jan 27 08:17:28.235516 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [req-7d2081a9-47b9-4dfe-a0e7-786e5ecf51c7 req-c20b730e-8a5a-4701-acab-0b5a0c2a5e3a tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] Deleting port ff1aef88-b1d7-438b-b0ec-8d903953b824 {{(pid=102575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 08:17:28.235861 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-7d2081a9-47b9-4dfe-a0e7-786e5ecf51c7 req-c20b730e-8a5a-4701-acab-0b5a0c2a5e3a tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730335283038'] for port (ff1aef88-b1d7-438b-b0ec-8d903953b824), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:28.337067 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [req-7d2081a9-47b9-4dfe-a0e7-786e5ecf51c7 req-c20b730e-8a5a-4701-acab-0b5a0c2a5e3a tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] For port ff1aef88-b1d7-438b-b0ec-8d903953b824, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=ff1aef88-b1d7-438b-b0ec-8d903953b824,segment=NetworkSegment(74a47a65-eb76-452b-a51a-269a2e7fc65e),segment_id=74a47a65-eb76-452b-a51a-269a2e7fc65e)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:17:28.337765 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-7d2081a9-47b9-4dfe-a0e7-786e5ecf51c7 req-c20b730e-8a5a-4701-acab-0b5a0c2a5e3a tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547444'] for port (ff1aef88-b1d7-438b-b0ec-8d903953b824), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:28.350608 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [req-7d2081a9-47b9-4dfe-a0e7-786e5ecf51c7 req-c20b730e-8a5a-4701-acab-0b5a0c2a5e3a tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] Calling delete_port for ff1aef88-b1d7-438b-b0ec-8d903953b824 owned by compute:nova {{(pid=102575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 08:17:28.492733 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-7d2081a9-47b9-4dfe-a0e7-786e5ecf51c7 req-c20b730e-8a5a-4701-acab-0b5a0c2a5e3a tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730335288760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730334756118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13172730'] for port (ff1aef88-b1d7-438b-b0ec-8d903953b824), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:28.508198 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] get_ports_and_sgs() called for port_ids ['ff1aef88-b1d7-438b-b0ec-8d903953b824'] {{(pid=102577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 08:17:28.520821 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b730e-8a5a-4701-acab-0b5a0c2a5e3a tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] Pushing event deleted for resources: {'Port': ['ID=ff1aef88-b1d7-438b-b0ec-8d903953b824,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:17:28.570938 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d2081a9-47b9-4dfe-a0e7-786e5ecf51c7 req-c20b730e-8a5a-4701-acab-0b5a0c2a5e3a tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] No DVR routers for this DVR port ff1aef88-b1d7-438b-b0ec-8d903953b824 on host hv-cinder-82658 {{(pid=102575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 08:17:28.573540 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-7d2081a9-47b9-4dfe-a0e7-786e5ecf51c7 req-c20b730e-8a5a-4701-acab-0b5a0c2a5e3a tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for port (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:28.577504 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-7d2081a9-47b9-4dfe-a0e7-786e5ecf51c7 req-c20b730e-8a5a-4701-acab-0b5a0c2a5e3a tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] 10.222.0.72 "DELETE /v2.0/ports/ff1aef88-b1d7-438b-b0ec-8d903953b824 HTTP/1.1" status: 204 len: 173 time: 0.4426465 Jan 27 08:17:28.578093 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b13e21-5f97-4b79-a20b-b834b1c82fd9', 'name': 'network-vif-deleted', 'tag': 'ff1aef88-b1d7-438b-b0ec-8d903953b824'}] {{(pid=102575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:17:28.580455 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34d12f73e8b898318ba96f52067286bd4e4b64784ab72771e8c48dd469e53537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54270d98-1dd4-4421-aaee-07134d439f2d" -d '{"events": [{"server_uuid": "c3b13e21-5f97-4b79-a20b-b834b1c82fd9", "name": "network-vif-deleted", "tag": "ff1aef88-b1d7-438b-b0ec-8d903953b824"}]}' {{(pid=102575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:17:28.630764 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 08:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a991f7-0814-4d4d-8c03-be08f71037ee x-openstack-request-id: req-e4a991f7-0814-4d4d-8c03-be08f71037ee {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:17:28.631063 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3b13e21-5f97-4b79-a20b-b834b1c82fd9", "name": "network-vif-deleted", "tag": "ff1aef88-b1d7-438b-b0ec-8d903953b824", "status": "completed", "code": 200}]} {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:17:28.631322 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e4a991f7-0814-4d4d-8c03-be08f71037ee {{(pid=102575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:17:28.631839 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b13e21-5f97-4b79-a20b-b834b1c82fd9', 'name': 'network-vif-deleted', 'tag': 'ff1aef88-b1d7-438b-b0ec-8d903953b824', 'status': 'completed', 'code': 200} Jan 27 08:17:28.642674 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c6a38-5f3a-4827-8174-ece05e20bff4 req-4fb1b8b1-7507-447e-a978-c4b217ba3a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:28.644531 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-144c6a38-5f3a-4827-8174-ece05e20bff4 req-4fb1b8b1-7507-447e-a978-c4b217ba3a51 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=494feea85d154e5fb70b8c9bb9392067&device_id=b88ccf1a-3e69-47d6-ac9b-d31d5aad936d HTTP/1.1" status: 200 len: 1098 time: 0.0577800 Jan 27 08:17:28.676724 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a59d3a3-7e9e-42a6-ad47-39d85e3f8343 req-e99c504e-b380-4239-bb69-ebc86fb70dc6 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:28.678047 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-2a59d3a3-7e9e-42a6-ad47-39d85e3f8343 req-e99c504e-b380-4239-bb69-ebc86fb70dc6 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=b88ccf1a-3e69-47d6-ac9b-d31d5aad936d HTTP/1.1" status: 200 len: 945 time: 0.0677590 Jan 27 08:17:28.746156 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-2a59d3a3-7e9e-42a6-ad47-39d85e3f8343 req-bd44bbe4-96fe-416c-a6dd-af5c0d3186ac tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582974 Jan 27 08:17:28.779494 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c6a38-5f3a-4827-8174-ece05e20bff4 req-cf8ffff6-0ab0-43a2-a141-197862f1f112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:28.780992 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-144c6a38-5f3a-4827-8174-ece05e20bff4 req-cf8ffff6-0ab0-43a2-a141-197862f1f112 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ce45940d-ecbf-47a0-9d51-ed21ab35fe07 HTTP/1.1" status: 200 len: 919 time: 0.1284635 Jan 27 08:17:28.837843 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-144c6a38-5f3a-4827-8174-ece05e20bff4 req-f94336fe-ca73-4f5e-bce4-76446e19f077 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2482131d-d792-43df-a5ba-966feb101f26 HTTP/1.1" status: 200 len: 217 time: 0.0497317 Jan 27 08:17:28.901501 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c6a38-5f3a-4827-8174-ece05e20bff4 req-4baaf76d-e0e9-445b-972e-e9f64a91b6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:28.902877 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-144c6a38-5f3a-4827-8174-ece05e20bff4 req-4baaf76d-e0e9-445b-972e-e9f64a91b6a9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=616d213d-6c5b-4a88-a3ce-dc11ee07f260 HTTP/1.1" status: 200 len: 858 time: 0.0529814 Jan 27 08:17:28.914359 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a7dbfe55-fc26-4d6a-955a-c0de68f85373 req-d98d20b7-337b-4baf-86f7-c06744e4b52c tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] 10.222.0.59 "GET /v2.0/ports?device_id=c3b13e21-5f97-4b79-a20b-b834b1c82fd9 HTTP/1.1" status: 200 len: 210 time: 0.0281997 Jan 27 08:17:28.951769 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-144c6a38-5f3a-4827-8174-ece05e20bff4 req-31db5b6c-e529-47e2-8159-5924a50d20be service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ce45940d-ecbf-47a0-9d51-ed21ab35fe07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302515 Jan 27 08:17:28.960558 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163edca8-3e9d-4bed-bc0b-9e9b7959c5c7 req-a0063875-109e-4bf4-aa38-bb001fabd336 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:28.962270 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-163edca8-3e9d-4bed-bc0b-9e9b7959c5c7 req-a0063875-109e-4bf4-aa38-bb001fabd336 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 945 time: 0.0503869 Jan 27 08:17:29.019779 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-163edca8-3e9d-4bed-bc0b-9e9b7959c5c7 req-5fa25a9b-cf62-4059-8729-e755b92580ba tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515707 Jan 27 08:17:29.053259 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-144c6a38-5f3a-4827-8174-ece05e20bff4 req-df36be37-c285-4fc5-8673-a0fc1198d346 service neutron] 10.222.0.72 "GET /v2.0/networks/ce45940d-ecbf-47a0-9d51-ed21ab35fe07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924520 Jan 27 08:17:29.125186 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c2d03-fa07-4ca3-9141-9fd7c156d0e2 req-1b048510-34bb-4a24-b19c-96ec28d7300a tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:29.126829 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-140c2d03-fa07-4ca3-9141-9fd7c156d0e2 req-1b048510-34bb-4a24-b19c-96ec28d7300a tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=4914c21c-8280-496c-a6c6-ed7ffe77aa01 HTTP/1.1" status: 200 len: 944 time: 0.0498383 Jan 27 08:17:29.173320 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-144c6a38-5f3a-4827-8174-ece05e20bff4 req-886da04e-0979-4e8e-adcf-889bdf07076c service neutron] 10.222.0.72 "GET /v2.0/networks/ce45940d-ecbf-47a0-9d51-ed21ab35fe07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992932 Jan 27 08:17:29.184889 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-140c2d03-fa07-4ca3-9141-9fd7c156d0e2 req-f7967854-9a53-43cb-849d-cf8379990b78 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512512 Jan 27 08:17:29.298336 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d08bd-feb8-472a-8e6c-5de5563b697e req-6b511cac-83c8-4220-ae8f-052de3316cc2 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:29.299927 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-c07d08bd-feb8-472a-8e6c-5de5563b697e req-6b511cac-83c8-4220-ae8f-052de3316cc2 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 945 time: 0.0597484 Jan 27 08:17:29.347871 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-c07d08bd-feb8-472a-8e6c-5de5563b697e req-aae03d79-7eb3-4351-9f49-625a31c35f7f tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?id=25056870-6882-4f7c-b7e2-0d78781f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424223 Jan 27 08:17:29.664507 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.agents_db [None req-38ef7be0-44ce-4a1a-bebd-f97a99571a56 None None] Agent healthcheck: found 6 active agents {{(pid=102578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 08:17:29.865663 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a99b4-3633-4373-a879-77fb43df9531 req-9ad37377-e30d-4c8b-a687-1fc6a4c94e23 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:29.868264 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-340a99b4-3633-4373-a879-77fb43df9531 req-9ad37377-e30d-4c8b-a687-1fc6a4c94e23 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=b88ccf1a-3e69-47d6-ac9b-d31d5aad936d HTTP/1.1" status: 200 len: 945 time: 0.0530815 Jan 27 08:17:29.915113 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-340a99b4-3633-4373-a879-77fb43df9531 req-ea8b8378-7368-4387-92db-958037093781 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422034 Jan 27 08:17:30.057669 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device 2cef0fde-7ee1-4668-9eed-893392c43e50 no longer exists at agent hyperv_hv-cinder-82658 {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 08:17:30.140812 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a347ae-7fbe-4ee3-b480-fd72ef92e289 req-573351cc-f72b-45ea-84d4-5b7e4b373069 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:30.142356 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-55a347ae-7fbe-4ee3-b480-fd72ef92e289 req-573351cc-f72b-45ea-84d4-5b7e4b373069 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 945 time: 0.0490620 Jan 27 08:17:30.163370 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Current status of the port 2cef0fde-7ee1-4668-9eed-893392c43e50 is: ACTIVE; New status is: DOWN {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:17:30.163760 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (2cef0fde-7ee1-4668-9eed-893392c43e50), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:30.186672 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7370227b-9eb7-4890-ac0c-56d1b1440387', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cef0fde-7ee1-4668-9eed-893392c43e50'}] {{(pid=102577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:17:30.188901 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ec6f2d63f069076934ea9a19260140f1f8696ff0c22b7471017e65d09815c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec745c6-5db6-4d0c-ad5d-d0a0f10546d4" -d '{"events": [{"server_uuid": "7370227b-9eb7-4890-ac0c-56d1b1440387", "name": "network-vif-unplugged", "status": "completed", "tag": "2cef0fde-7ee1-4668-9eed-893392c43e50"}]}' {{(pid=102577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:17:30.201510 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port 2cef0fde-7ee1-4668-9eed-893392c43e50, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=2cef0fde-7ee1-4668-9eed-893392c43e50,segment=NetworkSegment(d52c0c22-6164-4420-8fd5-d7a3d432294e),segment_id=d52c0c22-6164-4420-8fd5-d7a3d432294e)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:17:30.206186 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (2cef0fde-7ee1-4668-9eed-893392c43e50), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:30.255645 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-55a347ae-7fbe-4ee3-b480-fd72ef92e289 req-f641b9c1-07ea-48af-b276-735e18300153 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059494 Jan 27 08:17:30.263421 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Pushing event updated for resources: {'Port': ['ID=2cef0fde-7ee1-4668-9eed-893392c43e50,revision_number=8']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:17:30.310068 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2302f304-8d0a-4546-ac04-4d1414741457 req-edda6308-79b0-4fb8-aa09-db0671591939 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:30.311542 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-2302f304-8d0a-4546-ac04-4d1414741457 req-edda6308-79b0-4fb8-aa09-db0671591939 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] 10.222.0.59 "GET /v2.0/networks?id=652b74d3-773c-4c51-b4df-89a43e9fd890 HTTP/1.1" status: 200 len: 809 time: 0.1480875 Jan 27 08:17:30.317376 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 27 Jan 2022 08:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d923558-e976-4c07-9c9e-63bd5b1e0d26 x-openstack-request-id: req-5d923558-e976-4c07-9c9e-63bd5b1e0d26 {{(pid=102577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:17:30.317681 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7370227b-9eb7-4890-ac0c-56d1b1440387", "name": "network-vif-unplugged", "status": "failed", "tag": "2cef0fde-7ee1-4668-9eed-893392c43e50", "code": 422}]} {{(pid=102577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:17:30.317981 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5d923558-e976-4c07-9c9e-63bd5b1e0d26 {{(pid=102577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:17:30.318377 dv-cinder-826589-1-iscsi neutron-server[102577]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7370227b-9eb7-4890-ac0c-56d1b1440387', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2cef0fde-7ee1-4668-9eed-893392c43e50', 'code': 422} returned with failed status Jan 27 08:17:30.327736 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-2302f304-8d0a-4546-ac04-4d1414741457 req-4566c9fb-70e2-4593-b6bb-801836d31d5a tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] 10.222.0.59 "GET /v2.0/quotas/9035a65341a248bf9e4d1371e4f30984 HTTP/1.1" status: 200 len: 375 time: 0.0101213 Jan 27 08:17:30.358837 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-2302f304-8d0a-4546-ac04-4d1414741457 req-1285ed92-2e95-4c26-891e-8c4d8f83789a tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=9035a65341a248bf9e4d1371e4f30984&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252430 Jan 27 08:17:30.465269 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8662cd1c-734e-40fb-a965-c4fb70641582 req-af9fbb9d-a0b8-41ac-a285-e7126cd7c1cf tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:30.466711 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-8662cd1c-734e-40fb-a965-c4fb70641582 req-af9fbb9d-a0b8-41ac-a285-e7126cd7c1cf tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=4914c21c-8280-496c-a6c6-ed7ffe77aa01 HTTP/1.1" status: 200 len: 944 time: 0.1041210 Jan 27 08:17:30.493599 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-2302f304-8d0a-4546-ac04-4d1414741457 req-0a3788cd-9916-4f2f-a6bc-81f407f135c2 service neutron] 10.222.0.59 "GET /v2.0/networks/652b74d3-773c-4c51-b4df-89a43e9fd890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225333 Jan 27 08:17:30.548391 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-8662cd1c-734e-40fb-a965-c4fb70641582 req-c1038a16-ddaf-485f-95fd-5e4312a8538b tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754271 Jan 27 08:17:30.612324 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-2302f304-8d0a-4546-ac04-4d1414741457 req-ed1b6f3b-0678-4114-8573-fe18a0eab3e9 service neutron] 10.222.0.59 "GET /v2.0/networks/652b74d3-773c-4c51-b4df-89a43e9fd890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099970 Jan 27 08:17:30.841151 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a9023d-8ef6-4a90-b7c6-1a2179e1c7e6 req-df0ca4d0-49a9-4f72-bb66-848c34754410 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:30.849379 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-78a9023d-8ef6-4a90-b7c6-1a2179e1c7e6 req-df0ca4d0-49a9-4f72-bb66-848c34754410 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 945 time: 0.0809603 Jan 27 08:17:30.911402 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-78a9023d-8ef6-4a90-b7c6-1a2179e1c7e6 req-fb39b0ce-381f-4d3a-b919-f4e42088e5c2 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?id=25056870-6882-4f7c-b7e2-0d78781f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559425 Jan 27 08:17:30.954949 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 60408) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:17:31.011332 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-f5e3266c-1dd9-478e-a1e0-36393db2c2ca req-f805b941-d771-4e26-a144-7581443a6bbb tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] 10.222.0.59 "GET /v2.0/ports?device_id=d08c7aaf-8cc2-4962-bab5-efe017bc1d42 HTTP/1.1" status: 200 len: 210 time: 0.0446298 Jan 27 08:17:31.112099 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5515f1-dcaa-4480-9e55-ba701ed3ec88 req-3c387d4f-ec81-4095-9a05-43831d39cc47 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:31.113787 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-1d5515f1-dcaa-4480-9e55-ba701ed3ec88 req-3c387d4f-ec81-4095-9a05-43831d39cc47 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=b88ccf1a-3e69-47d6-ac9b-d31d5aad936d HTTP/1.1" status: 200 len: 945 time: 0.0791361 Jan 27 08:17:31.187256 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [req-d3553f6e-42d0-4708-9396-9c322d25ff2a req-4ca0b227-7368-4781-bf39-0f27ff8ed150 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102576) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 08:17:31.188241 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d3553f6e-42d0-4708-9396-9c322d25ff2a req-4ca0b227-7368-4781-bf39-0f27ff8ed150 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054960 Jan 27 08:17:31.193047 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-daad4cbb-6f42-4691-9d81-f2a29df0321e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:31.207057 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-1d5515f1-dcaa-4480-9e55-ba701ed3ec88 req-e277e62e-1f3a-4ca7-9688-8e06022d7cdc tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807106 Jan 27 08:17:31.294077 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-daad4cbb-6f42-4691-9d81-f2a29df0321e admin admin] Publish callbacks [] for security_group (387a5a9b-9267-41b8-bf21-7fa721e1d2bc), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:31.304079 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-daad4cbb-6f42-4691-9d81-f2a29df0321e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (387a5a9b-9267-41b8-bf21-7fa721e1d2bc), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:31.357475 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-daad4cbb-6f42-4691-9d81-f2a29df0321e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=65363e2544eb4a28ae978c8845145f44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4011023 Jan 27 08:17:31.360461 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 60426) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:17:31.386570 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daad4cbb-6f42-4691-9d81-f2a29df0321e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=387a5a9b-9267-41b8-bf21-7fa721e1d2bc,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:17:31.409956 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e5c13-4166-40e5-9e43-75adfeab9953 req-a000d248-4faa-469e-9bc7-8f328ab4319b tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:31.411589 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a76e5c13-4166-40e5-9e43-75adfeab9953 req-a000d248-4faa-469e-9bc7-8f328ab4319b tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 943 time: 0.0702903 Jan 27 08:17:31.424460 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-fd2335b4-b32b-459b-9cc8-e1593be9e46e admin admin] Publish callbacks [] for security_group (387a5a9b-9267-41b8-bf21-7fa721e1d2bc), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:31.467981 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-fd2335b4-b32b-459b-9cc8-e1593be9e46e admin admin] Publish callbacks [] for security_group (387a5a9b-9267-41b8-bf21-7fa721e1d2bc), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:31.478830 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a76e5c13-4166-40e5-9e43-75adfeab9953 req-6d5073a7-5467-4659-bac6-a72ba293fc0e tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610933 Jan 27 08:17:31.529852 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-fd2335b4-b32b-459b-9cc8-e1593be9e46e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (387a5a9b-9267-41b8-bf21-7fa721e1d2bc), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:31.532937 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-fd2335b4-b32b-459b-9cc8-e1593be9e46e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:31.534081 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-fd2335b4-b32b-459b-9cc8-e1593be9e46e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/387a5a9b-9267-41b8-bf21-7fa721e1d2bc HTTP/1.1" status: 204 len: 168 time: 0.1709778 Jan 27 08:17:31.542365 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2335b4-b32b-459b-9cc8-e1593be9e46e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=387a5a9b-9267-41b8-bf21-7fa721e1d2bc,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:17:31.677661 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb5acc-4273-4a79-95d2-16c795215f72 req-8675d26b-1f32-4963-8381-a913d6e87420 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:31.679265 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-e8eb5acc-4273-4a79-95d2-16c795215f72 req-8675d26b-1f32-4963-8381-a913d6e87420 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=4914c21c-8280-496c-a6c6-ed7ffe77aa01 HTTP/1.1" status: 200 len: 944 time: 0.0555887 Jan 27 08:17:31.730284 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-e8eb5acc-4273-4a79-95d2-16c795215f72 req-a7754bbd-6cfd-464c-8cfc-9d98879bea52 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446570 Jan 27 08:17:31.773330 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 60448) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:17:31.952711 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-39175751-bd63-4a94-bd5b-8dea5726dd56 req-15e7ae25-bd67-486c-bc17-8351272e2fb0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1782153 Jan 27 08:17:31.966985 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [req-39175751-bd63-4a94-bd5b-8dea5726dd56 req-8c42ec30-1484-465e-854f-146ea1e5e63a service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102575) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 08:17:31.968290 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-39175751-bd63-4a94-bd5b-8dea5726dd56 req-8c42ec30-1484-465e-854f-146ea1e5e63a service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081825 Jan 27 08:17:31.990601 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2302f304-8d0a-4546-ac04-4d1414741457 req-97c3e78b-9942-4527-be9a-fb106802fdc6 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:31.992286 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-2302f304-8d0a-4546-ac04-4d1414741457 req-97c3e78b-9942-4527-be9a-fb106802fdc6 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] 10.222.0.72 "GET /v2.0/networks?id=652b74d3-773c-4c51-b4df-89a43e9fd890 HTTP/1.1" status: 200 len: 809 time: 0.1306043 Jan 27 08:17:32.024987 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.v2.base [req-2302f304-8d0a-4546-ac04-4d1414741457 req-0b7449ef-d5d8-4d59-aade-0d32a6b49d01 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] Request body: {'port': {'device_id': 'd08c7aaf-8cc2-4962-bab5-efe017bc1d42', 'network_id': '652b74d3-773c-4c51-b4df-89a43e9fd890', 'admin_state_up': True, 'tenant_id': '9035a65341a248bf9e4d1371e4f30984'}} {{(pid=102575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:17:32.043051 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e7e24-717a-4cee-8fda-ca4c0f152a9a req-b219b509-2765-4f03-b9e3-969b350e60d6 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:32.044634 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-855e7e24-717a-4cee-8fda-ca4c0f152a9a req-b219b509-2765-4f03-b9e3-969b350e60d6 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 945 time: 0.0615802 Jan 27 08:17:32.080993 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device 2cef0fde-7ee1-4668-9eed-893392c43e50 no longer exists at agent hyperv_hv-cinder-82658 {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 08:17:32.196366 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Current status of the port 2cef0fde-7ee1-4668-9eed-893392c43e50 is: DOWN; New status is: DOWN {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:17:32.197646 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device ff1aef88-b1d7-438b-b0ec-8d903953b824 no longer exists at agent hyperv_hv-cinder-82658 {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 08:17:32.212606 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-ce89ad12-afc9-4b58-a53f-16576dd42892 req-990a0497-21af-4c9e-9a47-8acfd062fd64 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] 10.222.0.59 "GET /v2.0/ports?device_id=d08c7aaf-8cc2-4962-bab5-efe017bc1d42 HTTP/1.1" status: 200 len: 210 time: 0.0956938 Jan 27 08:17:32.215890 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-855e7e24-717a-4cee-8fda-ca4c0f152a9a req-8e249bd9-c820-49c2-bb35-4f347a13dfd2 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?id=25056870-6882-4f7c-b7e2-0d78781f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642210 Jan 27 08:17:32.235321 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] No Port match for: ff1aef88-b1d7-438b-b0ec-8d903953b824 {{(pid=102577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 08:17:32.235673 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device ff1aef88-b1d7-438b-b0ec-8d903953b824 not bound to the agent host hv-cinder-82658 {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 08:17:32.261204 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2302f304-8d0a-4546-ac04-4d1414741457 req-0b7449ef-d5d8-4d59-aade-0d32a6b49d01 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] Made reservation on behalf of 9035a65341a248bf9e4d1371e4f30984 for: {'port': 1} {{(pid=102575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 08:17:32.264925 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-2302f304-8d0a-4546-ac04-4d1414741457 req-0b7449ef-d5d8-4d59-aade-0d32a6b49d01 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:32.348461 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2da8732-6e39-4fca-8ea0-33f8e391098b req-255efd3e-8277-4afd-aeb4-ffe4081216c7 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:32.350375 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-e2da8732-6e39-4fca-8ea0-33f8e391098b req-255efd3e-8277-4afd-aeb4-ffe4081216c7 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=b88ccf1a-3e69-47d6-ac9b-d31d5aad936d HTTP/1.1" status: 200 len: 945 time: 0.0536854 Jan 27 08:17:32.404397 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-e2da8732-6e39-4fca-8ea0-33f8e391098b req-24f1d01b-8de9-4084-a41a-53112dace1a9 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471892 Jan 27 08:17:32.413027 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.db_base_plugin_common [req-2302f304-8d0a-4546-ac04-4d1414741457 req-0b7449ef-d5d8-4d59-aade-0d32a6b49d01 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] Allocated IP 172.20.0.6 (652b74d3-773c-4c51-b4df-89a43e9fd890/709b0121-a76e-46ba-90ea-73397b4104e2/0ad61ce3-ad81-4c8d-aeee-03b54354e7d0) {{(pid=102575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 08:17:32.609723 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-2302f304-8d0a-4546-ac04-4d1414741457 req-0b7449ef-d5d8-4d59-aade-0d32a6b49d01 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] Publish callbacks [] for port (0ad61ce3-ad81-4c8d-aeee-03b54354e7d0), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:32.610193 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ff871-9bb4-4e91-84ad-e9e188d4bf50 req-9da8a9af-3745-4a2a-b36e-d85a02336dcc tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:32.616175 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b13ff871-9bb4-4e91-84ad-e9e188d4bf50 req-9da8a9af-3745-4a2a-b36e-d85a02336dcc tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 943 time: 0.0558684 Jan 27 08:17:32.646932 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-2302f304-8d0a-4546-ac04-4d1414741457 req-0b7449ef-d5d8-4d59-aade-0d32a6b49d01 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730334756109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13172730'] for port (0ad61ce3-ad81-4c8d-aeee-03b54354e7d0), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:32.692051 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2302f304-8d0a-4546-ac04-4d1414741457 req-0b7449ef-d5d8-4d59-aade-0d32a6b49d01 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] Network 652b74d3-773c-4c51-b4df-89a43e9fd890 is already hosted by enough agents. {{(pid=102575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 08:17:32.695192 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.base_scheduler [req-2302f304-8d0a-4546-ac04-4d1414741457 req-0b7449ef-d5d8-4d59-aade-0d32a6b49d01 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] Resources bound (agent type, host, resource id): {{(pid=102575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:17:32.701493 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [req-2302f304-8d0a-4546-ac04-4d1414741457 req-0b7449ef-d5d8-4d59-aade-0d32a6b49d01 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] Received port after_create {{(pid=102575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 08:17:32.714708 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b13ff871-9bb4-4e91-84ad-e9e188d4bf50 req-5ba87542-ab13-4713-89a3-8d7832e695e9 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885215 Jan 27 08:17:32.729762 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7449ef-d5d8-4d59-aade-0d32a6b49d01 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] Pushing event updated for resources: {'Port': ['ID=0ad61ce3-ad81-4c8d-aeee-03b54354e7d0,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:17:32.781235 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2302f304-8d0a-4546-ac04-4d1414741457 req-0b7449ef-d5d8-4d59-aade-0d32a6b49d01 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:32.781990 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-2302f304-8d0a-4546-ac04-4d1414741457 req-0b7449ef-d5d8-4d59-aade-0d32a6b49d01 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for port (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:32.801206 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-2302f304-8d0a-4546-ac04-4d1414741457 req-0b7449ef-d5d8-4d59-aade-0d32a6b49d01 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7837572 Jan 27 08:17:32.818506 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.v2.base [req-2302f304-8d0a-4546-ac04-4d1414741457 req-805cd5cb-ac77-42aa-9407-df921e5ea3a9 service neutron] Request body: {'port': {'device_id': 'd08c7aaf-8cc2-4962-bab5-efe017bc1d42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82658'}} {{(pid=102575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:17:32.861002 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcaef5c-923a-4886-9b2a-e503615af83e req-4eecb06f-2e11-4f3c-a02c-b67437834022 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:32.861002 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-cfcaef5c-923a-4886-9b2a-e503615af83e req-4eecb06f-2e11-4f3c-a02c-b67437834022 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=4914c21c-8280-496c-a6c6-ed7ffe77aa01 HTTP/1.1" status: 200 len: 944 time: 0.0533037 Jan 27 08:17:32.889816 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-2302f304-8d0a-4546-ac04-4d1414741457 req-805cd5cb-ac77-42aa-9407-df921e5ea3a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (0ad61ce3-ad81-4c8d-aeee-03b54354e7d0), before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:32.918567 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-cfcaef5c-923a-4886-9b2a-e503615af83e req-438d2f28-28c7-4f0d-94e9-2088fd1525c9 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551803 Jan 27 08:17:33.154907 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [req-2302f304-8d0a-4546-ac04-4d1414741457 req-805cd5cb-ac77-42aa-9407-df921e5ea3a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ad61ce3-ad81-4c8d-aeee-03b54354e7d0 {{(pid=102575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 08:17:33.162879 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-2302f304-8d0a-4546-ac04-4d1414741457 req-805cd5cb-ac77-42aa-9407-df921e5ea3a9 service neutron] Publish callbacks [] for port (0ad61ce3-ad81-4c8d-aeee-03b54354e7d0), precommit_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:33.175366 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [req-2302f304-8d0a-4546-ac04-4d1414741457 req-805cd5cb-ac77-42aa-9407-df921e5ea3a9 service neutron] Transition to ACTIVE for port object 0ad61ce3-ad81-4c8d-aeee-03b54354e7d0 will not be triggered until provisioned by entity L2. {{(pid=102575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 08:17:33.179262 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-2302f304-8d0a-4546-ac04-4d1414741457 req-805cd5cb-ac77-42aa-9407-df921e5ea3a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13172717'] for port (0ad61ce3-ad81-4c8d-aeee-03b54354e7d0), after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:33.231328 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805cd5cb-ac77-42aa-9407-df921e5ea3a9 service neutron] Pushing event updated for resources: {'Port': ['ID=0ad61ce3-ad81-4c8d-aeee-03b54354e7d0,revision_number=2']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:17:33.311988 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [req-2302f304-8d0a-4546-ac04-4d1414741457 req-805cd5cb-ac77-42aa-9407-df921e5ea3a9 service neutron] Attempting to bind port 0ad61ce3-ad81-4c8d-aeee-03b54354e7d0 on host hv-cinder-82658 for vnic_type normal with profile {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 08:17:33.312412 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [req-2302f304-8d0a-4546-ac04-4d1414741457 req-805cd5cb-ac77-42aa-9407-df921e5ea3a9 service neutron] Attempting to bind port 0ad61ce3-ad81-4c8d-aeee-03b54354e7d0 by drivers openvswitch,hyperv on host hv-cinder-82658 at level 0 using segments [{'id': '74a47a65-eb76-452b-a51a-269a2e7fc65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '652b74d3-773c-4c51-b4df-89a43e9fd890'}] {{(pid=102575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 08:17:33.312860 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2302f304-8d0a-4546-ac04-4d1414741457 req-805cd5cb-ac77-42aa-9407-df921e5ea3a9 service neutron] Attempting to bind port 0ad61ce3-ad81-4c8d-aeee-03b54354e7d0 on network 652b74d3-773c-4c51-b4df-89a43e9fd890 {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:17:33.317656 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2302f304-8d0a-4546-ac04-4d1414741457 req-805cd5cb-ac77-42aa-9407-df921e5ea3a9 service neutron] Port 0ad61ce3-ad81-4c8d-aeee-03b54354e7d0 on network 652b74d3-773c-4c51-b4df-89a43e9fd890 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82658 {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 08:17:33.318067 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2302f304-8d0a-4546-ac04-4d1414741457 req-805cd5cb-ac77-42aa-9407-df921e5ea3a9 service neutron] Attempting to bind port 0ad61ce3-ad81-4c8d-aeee-03b54354e7d0 on network 652b74d3-773c-4c51-b4df-89a43e9fd890 {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:17:33.323293 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2302f304-8d0a-4546-ac04-4d1414741457 req-805cd5cb-ac77-42aa-9407-df921e5ea3a9 service neutron] Checking agent: {'id': '926d476c-3c92-4faa-a402-a395b4978e44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82658', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 8, 12, 58), 'started_at': datetime.datetime(2022, 1, 27, 8, 12, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 8, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 08:17:33.323735 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2302f304-8d0a-4546-ac04-4d1414741457 req-805cd5cb-ac77-42aa-9407-df921e5ea3a9 service neutron] Checking segment: {'id': '74a47a65-eb76-452b-a51a-269a2e7fc65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '652b74d3-773c-4c51-b4df-89a43e9fd890'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:17:33.324218 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2302f304-8d0a-4546-ac04-4d1414741457 req-805cd5cb-ac77-42aa-9407-df921e5ea3a9 service neutron] Bound using segment: {'id': '74a47a65-eb76-452b-a51a-269a2e7fc65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '652b74d3-773c-4c51-b4df-89a43e9fd890'} {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 08:17:33.325377 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [req-2302f304-8d0a-4546-ac04-4d1414741457 req-805cd5cb-ac77-42aa-9407-df921e5ea3a9 service neutron] Bound port: 0ad61ce3-ad81-4c8d-aeee-03b54354e7d0, host: hv-cinder-82658, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74a47a65-eb76-452b-a51a-269a2e7fc65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '652b74d3-773c-4c51-b4df-89a43e9fd890'}}] {{(pid=102575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 08:17:33.325811 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-2302f304-8d0a-4546-ac04-4d1414741457 req-805cd5cb-ac77-42aa-9407-df921e5ea3a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (0ad61ce3-ad81-4c8d-aeee-03b54354e7d0), before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:33.396370 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679366c1-ae76-4767-b8ae-d08f2c9c82eb req-d9c8f5c2-5783-47dd-a725-610858f4d666 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:33.397010 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [req-2302f304-8d0a-4546-ac04-4d1414741457 req-805cd5cb-ac77-42aa-9407-df921e5ea3a9 service neutron] For port 0ad61ce3-ad81-4c8d-aeee-03b54354e7d0, host hv-cinder-82658, cleared binding levels {{(pid=102575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 08:17:33.397962 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-679366c1-ae76-4767-b8ae-d08f2c9c82eb req-d9c8f5c2-5783-47dd-a725-610858f4d666 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 945 time: 0.0848820 Jan 27 08:17:33.401026 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [req-2302f304-8d0a-4546-ac04-4d1414741457 req-805cd5cb-ac77-42aa-9407-df921e5ea3a9 service neutron] For port 0ad61ce3-ad81-4c8d-aeee-03b54354e7d0, host hv-cinder-82658, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=0ad61ce3-ad81-4c8d-aeee-03b54354e7d0,segment=NetworkSegment(74a47a65-eb76-452b-a51a-269a2e7fc65e),segment_id=74a47a65-eb76-452b-a51a-269a2e7fc65e)] {{(pid=102575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 08:17:33.405900 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-2302f304-8d0a-4546-ac04-4d1414741457 req-805cd5cb-ac77-42aa-9407-df921e5ea3a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13172717'] for port (0ad61ce3-ad81-4c8d-aeee-03b54354e7d0), after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:33.407556 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d999056-5815-4246-a451-8366284b0e3a req-13e242f4-3682-4011-9a5c-6a3319ac2aed tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:33.409259 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-6d999056-5815-4246-a451-8366284b0e3a req-13e242f4-3682-4011-9a5c-6a3319ac2aed tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] 10.222.0.59 "GET /v2.0/ports?device_id=d08c7aaf-8cc2-4962-bab5-efe017bc1d42 HTTP/1.1" status: 200 len: 943 time: 0.1124008 Jan 27 08:17:33.450016 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2302f304-8d0a-4546-ac04-4d1414741457 req-805cd5cb-ac77-42aa-9407-df921e5ea3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:33.450653 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-2302f304-8d0a-4546-ac04-4d1414741457 req-805cd5cb-ac77-42aa-9407-df921e5ea3a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for port (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:33.452075 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-2302f304-8d0a-4546-ac04-4d1414741457 req-805cd5cb-ac77-42aa-9407-df921e5ea3a9 service neutron] 10.222.0.72 "PUT /v2.0/ports/0ad61ce3-ad81-4c8d-aeee-03b54354e7d0 HTTP/1.1" status: 200 len: 1093 time: 0.6384645 Jan 27 08:17:33.452530 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd08c7aaf-8cc2-4962-bab5-efe017bc1d42', 'tag': '0ad61ce3-ad81-4c8d-aeee-03b54354e7d0'}] {{(pid=102575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:17:33.455013 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34d12f73e8b898318ba96f52067286bd4e4b64784ab72771e8c48dd469e53537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba72d74-b729-4e87-9241-a3b6c275be2b" -d '{"events": [{"name": "network-changed", "server_uuid": "d08c7aaf-8cc2-4962-bab5-efe017bc1d42", "tag": "0ad61ce3-ad81-4c8d-aeee-03b54354e7d0"}]}' {{(pid=102575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:17:33.481236 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805cd5cb-ac77-42aa-9407-df921e5ea3a9 service neutron] Pushing event updated for resources: {'Port': ['ID=0ad61ce3-ad81-4c8d-aeee-03b54354e7d0,revision_number=3']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:17:33.537036 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2302f304-8d0a-4546-ac04-4d1414741457 req-efa77023-5487-48d2-95d7-db186bbaf2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:33.538646 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-2302f304-8d0a-4546-ac04-4d1414741457 req-efa77023-5487-48d2-95d7-db186bbaf2fb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9035a65341a248bf9e4d1371e4f30984&device_id=d08c7aaf-8cc2-4962-bab5-efe017bc1d42 HTTP/1.1" status: 200 len: 1096 time: 0.0436082 Jan 27 08:17:33.595986 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-2302f304-8d0a-4546-ac04-4d1414741457 req-428a579d-4b29-4c8e-a857-88d4b916bf6b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ad61ce3-ad81-4c8d-aeee-03b54354e7d0 HTTP/1.1" status: 200 len: 217 time: 0.0351055 Jan 27 08:17:33.650378 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2302f304-8d0a-4546-ac04-4d1414741457 req-cc9910a7-7dc7-47d4-a41d-f85a9d574887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:33.651920 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-2302f304-8d0a-4546-ac04-4d1414741457 req-cc9910a7-7dc7-47d4-a41d-f85a9d574887 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=709b0121-a76e-46ba-90ea-73397b4104e2 HTTP/1.1" status: 200 len: 849 time: 0.0470967 Jan 27 08:17:33.677484 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-679366c1-ae76-4767-b8ae-d08f2c9c82eb req-5832fe6d-aec5-4e26-b174-a35ba9136137 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?id=25056870-6882-4f7c-b7e2-0d78781f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2667098 Jan 27 08:17:33.682103 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-2302f304-8d0a-4546-ac04-4d1414741457 req-49f6ee72-c804-453b-bb06-e1cfbef3531d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=652b74d3-773c-4c51-b4df-89a43e9fd890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236585 Jan 27 08:17:33.684866 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-6d999056-5815-4246-a451-8366284b0e3a req-d0738900-345b-4227-8d31-1fdaeb1b85cf tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bec9c13-9652-4b0d-a357-a21dac90b195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674134 Jan 27 08:17:33.749968 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 08:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e56d9aa-560e-4505-980b-3b84fb431864 x-openstack-request-id: req-8e56d9aa-560e-4505-980b-3b84fb431864 {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:17:33.750267 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d08c7aaf-8cc2-4962-bab5-efe017bc1d42", "tag": "0ad61ce3-ad81-4c8d-aeee-03b54354e7d0", "status": "completed", "code": 200}]} {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:17:33.750522 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8e56d9aa-560e-4505-980b-3b84fb431864 {{(pid=102575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:17:33.750917 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd08c7aaf-8cc2-4962-bab5-efe017bc1d42', 'tag': '0ad61ce3-ad81-4c8d-aeee-03b54354e7d0', 'status': 'completed', 'code': 200} Jan 27 08:17:33.783686 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-2302f304-8d0a-4546-ac04-4d1414741457 req-37433506-fee2-4e6e-8e4a-71d8f9467609 service neutron] 10.222.0.72 "GET /v2.0/networks/652b74d3-773c-4c51-b4df-89a43e9fd890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937128 Jan 27 08:17:33.787702 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2484143-3e4d-4ed5-86a0-7beaa2558bdf req-a69468a1-7595-4ac5-96a7-2ea1b5efdd87 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:33.789208 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-e2484143-3e4d-4ed5-86a0-7beaa2558bdf req-a69468a1-7595-4ac5-96a7-2ea1b5efdd87 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=b88ccf1a-3e69-47d6-ac9b-d31d5aad936d HTTP/1.1" status: 200 len: 945 time: 0.0508161 Jan 27 08:17:33.869413 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911246ba-53ab-4bf8-8385-e662473b19c0 req-44a2fa96-3d89-4099-b857-984f20afd46a tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:33.870906 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-911246ba-53ab-4bf8-8385-e662473b19c0 req-44a2fa96-3d89-4099-b857-984f20afd46a tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 943 time: 0.0798948 Jan 27 08:17:33.874866 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-e2484143-3e4d-4ed5-86a0-7beaa2558bdf req-f1692bb8-2e8f-4e85-9252-c0a73c7f1d7b tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750816 Jan 27 08:17:33.880570 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-2302f304-8d0a-4546-ac04-4d1414741457 req-d9d28c7e-ea1e-4c20-97a9-0ee297083fe7 service neutron] 10.222.0.72 "GET /v2.0/networks/652b74d3-773c-4c51-b4df-89a43e9fd890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863731 Jan 27 08:17:33.929469 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-911246ba-53ab-4bf8-8385-e662473b19c0 req-6537bfd5-42e6-43f4-9bac-bc8e9c6f9199 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503147 Jan 27 08:17:34.018108 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39175751-bd63-4a94-bd5b-8dea5726dd56 req-4ba5c5e2-9f03-4f07-a01e-d6faa8dd62ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:34.019587 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-39175751-bd63-4a94-bd5b-8dea5726dd56 req-4ba5c5e2-9f03-4f07-a01e-d6faa8dd62ce service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387&tenant_id=e4ecc1e69f834d419992a599e2f26886 HTTP/1.1" status: 200 len: 1096 time: 0.1190081 Jan 27 08:17:34.024246 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba72d74-b729-4e87-9241-a3b6c275be2b req-c6592f07-55fc-4ec1-9849-555e5c9f6d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:34.025548 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-0ba72d74-b729-4e87-9241-a3b6c275be2b req-c6592f07-55fc-4ec1-9849-555e5c9f6d23 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9035a65341a248bf9e4d1371e4f30984&device_id=d08c7aaf-8cc2-4962-bab5-efe017bc1d42 HTTP/1.1" status: 200 len: 1096 time: 0.0690486 Jan 27 08:17:34.063265 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f77970-8531-490f-ae93-0b2d87a54360 req-4a98da71-79f3-47e9-ab53-0b3383341604 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:34.065020 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-39f77970-8531-490f-ae93-0b2d87a54360 req-4a98da71-79f3-47e9-ab53-0b3383341604 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=4914c21c-8280-496c-a6c6-ed7ffe77aa01 HTTP/1.1" status: 200 len: 944 time: 0.0596530 Jan 27 08:17:34.140276 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-4255a1ee-84a7-479b-9f63-851adf3137fb req-526b0e2c-3644-4a1e-897a-80ef2d2b62c2 tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=9336d7d886324cbdbd8e75926b65c5ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474257 Jan 27 08:17:34.150230 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39175751-bd63-4a94-bd5b-8dea5726dd56 req-470ac9bb-9e0f-4a3a-ace3-0586b9eb1c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:34.151694 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-39175751-bd63-4a94-bd5b-8dea5726dd56 req-470ac9bb-9e0f-4a3a-ace3-0586b9eb1c81 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e4ecc1e69f834d419992a599e2f26886&device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 1096 time: 0.0927448 Jan 27 08:17:34.181367 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba72d74-b729-4e87-9241-a3b6c275be2b req-b5b01f56-df65-4bd6-8a1d-306d7366f2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:34.182701 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-0ba72d74-b729-4e87-9241-a3b6c275be2b req-b5b01f56-df65-4bd6-8a1d-306d7366f2b1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=652b74d3-773c-4c51-b4df-89a43e9fd890 HTTP/1.1" status: 200 len: 910 time: 0.1500580 Jan 27 08:17:34.196456 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-39f77970-8531-490f-ae93-0b2d87a54360 req-7bd0da19-fae4-4c5c-b3b0-1b0d696a5dff tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256464 Jan 27 08:17:34.353242 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255a1ee-84a7-479b-9f63-851adf3137fb req-760dad93-fdd3-411e-ba24-206b0a1bc7fe tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:34.356432 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-4255a1ee-84a7-479b-9f63-851adf3137fb req-760dad93-fdd3-411e-ba24-206b0a1bc7fe tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2043147 Jan 27 08:17:34.375695 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-4255a1ee-84a7-479b-9f63-851adf3137fb req-46c1681e-cb20-4953-b421-bcc66cf0ec16 tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] 10.222.0.59 "GET /v2.0/quotas/9336d7d886324cbdbd8e75926b65c5ae HTTP/1.1" status: 200 len: 375 time: 0.0130355 Jan 27 08:17:34.409624 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-4255a1ee-84a7-479b-9f63-851adf3137fb req-93386ff0-14aa-4c68-97c1-146b2bd3c283 tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=9336d7d886324cbdbd8e75926b65c5ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275836 Jan 27 08:17:34.486103 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-0ba72d74-b729-4e87-9241-a3b6c275be2b req-fd640405-9bbf-4940-bc92-f1cf9ae90307 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ad61ce3-ad81-4c8d-aeee-03b54354e7d0 HTTP/1.1" status: 200 len: 217 time: 0.2938466 Jan 27 08:17:34.545690 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39175751-bd63-4a94-bd5b-8dea5726dd56 req-f5672fb0-59e9-49ce-8b2e-f7842f1bc88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:34.547126 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-39175751-bd63-4a94-bd5b-8dea5726dd56 req-f5672fb0-59e9-49ce-8b2e-f7842f1bc88f service neutron] 10.222.0.72 "GET /v2.0/networks?id=eb16c640-8d70-456d-b9db-6e89eb7e23c3 HTTP/1.1" status: 200 len: 918 time: 0.3860712 Jan 27 08:17:34.553225 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba72d74-b729-4e87-9241-a3b6c275be2b req-a646bcf2-8680-473b-b4af-40c8e4bd7e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:34.554258 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-0ba72d74-b729-4e87-9241-a3b6c275be2b req-a646bcf2-8680-473b-b4af-40c8e4bd7e37 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=709b0121-a76e-46ba-90ea-73397b4104e2 HTTP/1.1" status: 200 len: 849 time: 0.0598786 Jan 27 08:17:34.598624 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-8c733673-9e1e-42fd-8c91-cc2311344ec6 req-7ea816b5-9376-4cd9-96ec-b9ad020b5b83 tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] 10.222.0.59 "GET /v2.0/ports?device_id=8245640a-6276-41a0-ac40-efcbf732215b HTTP/1.1" status: 200 len: 210 time: 0.0288539 Jan 27 08:17:34.641977 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-0ba72d74-b729-4e87-9241-a3b6c275be2b req-b6bfeb78-ddd7-414a-b272-db13d496ca61 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=652b74d3-773c-4c51-b4df-89a43e9fd890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772810 Jan 27 08:17:34.723197 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-39175751-bd63-4a94-bd5b-8dea5726dd56 req-3adf9411-295e-419c-9fe6-194b6fb552e2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2cef0fde-7ee1-4668-9eed-893392c43e50 HTTP/1.1" status: 200 len: 999 time: 0.1597273 Jan 27 08:17:34.818493 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-0ba72d74-b729-4e87-9241-a3b6c275be2b req-15865c0b-4ed7-46f7-9558-8a1d94190333 service neutron] 10.222.0.72 "GET /v2.0/networks/652b74d3-773c-4c51-b4df-89a43e9fd890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659868 Jan 27 08:17:34.869299 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39175751-bd63-4a94-bd5b-8dea5726dd56 req-b0514ccd-c410-4707-90bc-51229ff3e47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:34.870782 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-39175751-bd63-4a94-bd5b-8dea5726dd56 req-b0514ccd-c410-4707-90bc-51229ff3e47c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=57070168-9245-4dd6-b7ac-0c997e12d4d3 HTTP/1.1" status: 200 len: 856 time: 0.1356132 Jan 27 08:17:34.910604 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc39be-63e4-4cee-9802-a4a117b7a2d6 req-f86b383b-21a5-40bc-8b65-661a5cbc5201 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:34.914189 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-e6dc39be-63e4-4cee-9802-a4a117b7a2d6 req-f86b383b-21a5-40bc-8b65-661a5cbc5201 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] 10.222.0.59 "GET /v2.0/ports?device_id=d08c7aaf-8cc2-4962-bab5-efe017bc1d42 HTTP/1.1" status: 200 len: 943 time: 0.1105924 Jan 27 08:17:34.925244 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535047ab-1256-43c0-a88b-8a945b8e6b03 req-c4549b50-8419-4e8b-9a00-46dda1cb75dc tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:34.926708 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-535047ab-1256-43c0-a88b-8a945b8e6b03 req-c4549b50-8419-4e8b-9a00-46dda1cb75dc tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 945 time: 0.1097801 Jan 27 08:17:34.961675 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39175751-bd63-4a94-bd5b-8dea5726dd56 req-4c0e28c2-0c64-4fdc-a8c5-b72ffb1a0bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:34.963839 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-39175751-bd63-4a94-bd5b-8dea5726dd56 req-4c0e28c2-0c64-4fdc-a8c5-b72ffb1a0bfb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=eb16c640-8d70-456d-b9db-6e89eb7e23c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0637991 Jan 27 08:17:34.965251 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-0ba72d74-b729-4e87-9241-a3b6c275be2b req-a3d6543f-f830-42e7-b997-cebea4f9be26 service neutron] 10.222.0.72 "GET /v2.0/networks/652b74d3-773c-4c51-b4df-89a43e9fd890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338441 Jan 27 08:17:35.015144 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-e6dc39be-63e4-4cee-9802-a4a117b7a2d6 req-49eff630-1289-4ab5-8196-e080d96972cd tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bec9c13-9652-4b0d-a357-a21dac90b195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873799 Jan 27 08:17:35.023799 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-535047ab-1256-43c0-a88b-8a945b8e6b03 req-00994c90-a886-4d85-b178-9a0a357b867c tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?id=25056870-6882-4f7c-b7e2-0d78781f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804079 Jan 27 08:17:35.098758 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-39175751-bd63-4a94-bd5b-8dea5726dd56 req-de0ec499-cd62-4c5b-9207-220a8b4e8a56 service neutron] 10.222.0.72 "GET /v2.0/networks/eb16c640-8d70-456d-b9db-6e89eb7e23c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172121 Jan 27 08:17:35.159302 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb59b5da-3228-4477-9885-3053226e1962 req-3d6dd3da-b4a5-4f64-92d0-7e43a96bc638 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:35.160891 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-cb59b5da-3228-4477-9885-3053226e1962 req-3d6dd3da-b4a5-4f64-92d0-7e43a96bc638 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=b88ccf1a-3e69-47d6-ac9b-d31d5aad936d HTTP/1.1" status: 200 len: 945 time: 0.0811002 Jan 27 08:17:35.174946 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab08a3-1bc9-4549-b38f-c362f8065c51 req-e9442d8c-6766-472a-95b9-86c934944379 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:35.176511 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-71ab08a3-1bc9-4549-b38f-c362f8065c51 req-e9442d8c-6766-472a-95b9-86c934944379 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 943 time: 0.0684972 Jan 27 08:17:35.211243 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-39175751-bd63-4a94-bd5b-8dea5726dd56 req-f94a7ede-9d3c-4beb-8952-94a65c36cf4e service neutron] 10.222.0.72 "GET /v2.0/networks/eb16c640-8d70-456d-b9db-6e89eb7e23c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976362 Jan 27 08:17:35.243823 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-cb59b5da-3228-4477-9885-3053226e1962 req-d4b6b593-e30d-44f1-ae39-bd0f380e77e9 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764647 Jan 27 08:17:35.255952 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-71ab08a3-1bc9-4549-b38f-c362f8065c51 req-4ad187fa-abcd-4612-8ec7-96499b849360 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662308 Jan 27 08:17:35.378597 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309a91e-5ab9-412a-83e6-e5c94f25076c req-a2d7d097-68cc-4682-bfe1-1397a3d7d246 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:35.380066 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-8309a91e-5ab9-412a-83e6-e5c94f25076c req-a2d7d097-68cc-4682-bfe1-1397a3d7d246 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=4914c21c-8280-496c-a6c6-ed7ffe77aa01 HTTP/1.1" status: 200 len: 944 time: 0.0523291 Jan 27 08:17:35.439436 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-8309a91e-5ab9-412a-83e6-e5c94f25076c req-786e8cde-d10e-447e-a574-541847e60f7a tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535748 Jan 27 08:17:35.700154 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-81998d38-8d16-418e-ada7-d08ce11ba9db req-1b716e67-b2c2-4b38-8f81-60b0f2ab457e tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] 10.222.0.59 "GET /v2.0/ports?device_id=8245640a-6276-41a0-ac40-efcbf732215b HTTP/1.1" status: 200 len: 210 time: 0.0264041 Jan 27 08:17:35.736188 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-4255a1ee-84a7-479b-9f63-851adf3137fb req-a376fb70-251a-4076-bc10-f92c5761f7de tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=9336d7d886324cbdbd8e75926b65c5ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372062 Jan 27 08:17:35.999523 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255a1ee-84a7-479b-9f63-851adf3137fb req-8291a583-a822-4ab0-ac80-2676aedf4ea1 tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:36.001609 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-4255a1ee-84a7-479b-9f63-851adf3137fb req-8291a583-a822-4ab0-ac80-2676aedf4ea1 tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2536590 Jan 27 08:17:36.086481 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device 0ad61ce3-ad81-4c8d-aeee-03b54354e7d0 details requested by agent hyperv_hv-cinder-82658 with host hv-cinder-82658 {{(pid=102577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 08:17:36.245975 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b707cb9-2607-40b5-bc60-a8d41604b1cd req-038c97bf-34b1-4341-af4a-869cd719b530 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:36.248367 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-7b707cb9-2607-40b5-bc60-a8d41604b1cd req-038c97bf-34b1-4341-af4a-869cd719b530 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 945 time: 0.0907478 Jan 27 08:17:36.256825 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1353685c-6744-4d00-8905-b88d920dd53c req-49987225-cbe9-4b67-9b86-14c222e6313a tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:36.258609 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-1353685c-6744-4d00-8905-b88d920dd53c req-49987225-cbe9-4b67-9b86-14c222e6313a tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] 10.222.0.59 "GET /v2.0/ports?device_id=d08c7aaf-8cc2-4962-bab5-efe017bc1d42 HTTP/1.1" status: 200 len: 943 time: 0.0900762 Jan 27 08:17:36.291767 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port 0ad61ce3-ad81-4c8d-aeee-03b54354e7d0, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=0ad61ce3-ad81-4c8d-aeee-03b54354e7d0,segment=NetworkSegment(74a47a65-eb76-452b-a51a-269a2e7fc65e),segment_id=74a47a65-eb76-452b-a51a-269a2e7fc65e)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:17:36.331473 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Returning: {'device': '0ad61ce3-ad81-4c8d-aeee-03b54354e7d0', 'network_id': '652b74d3-773c-4c51-b4df-89a43e9fd890', 'port_id': '0ad61ce3-ad81-4c8d-aeee-03b54354e7d0', 'mac_address': 'fa:16:3e:a5:6d:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '709b0121-a76e-46ba-90ea-73397b4104e2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 08:17:36.351331 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-7b707cb9-2607-40b5-bc60-a8d41604b1cd req-b9a438d7-e6fd-4ca0-a9fe-08a6a1dd1eae tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?id=25056870-6882-4f7c-b7e2-0d78781f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897644 Jan 27 08:17:36.369398 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-1353685c-6744-4d00-8905-b88d920dd53c req-6f687897-afc2-4a09-846c-7623a2286847 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bec9c13-9652-4b0d-a357-a21dac90b195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998383 Jan 27 08:17:36.428494 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Current status of the port 0ad61ce3-ad81-4c8d-aeee-03b54354e7d0 is: DOWN; New status is: BUILD {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:17:36.431199 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (0ad61ce3-ad81-4c8d-aeee-03b54354e7d0), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:36.474035 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.notifiers.nova [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ad61ce3-ad81-4c8d-aeee-03b54354e7d0 {{(pid=102577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 08:17:36.515100 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port 0ad61ce3-ad81-4c8d-aeee-03b54354e7d0, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=0ad61ce3-ad81-4c8d-aeee-03b54354e7d0,segment=NetworkSegment(74a47a65-eb76-452b-a51a-269a2e7fc65e),segment_id=74a47a65-eb76-452b-a51a-269a2e7fc65e)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:17:36.535666 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (0ad61ce3-ad81-4c8d-aeee-03b54354e7d0), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:36.538869 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device 126a4024-f069-473d-a344-1c098f499bd2 details requested by agent hyperv_hv-cinder-82658 with host hv-cinder-82658 {{(pid=102577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 08:17:36.559867 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe318ab-7a32-4ad1-b0c6-b5b250b1ed94 req-db77cb83-76b4-4b5b-9024-3ffc1d009660 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:36.561475 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-fbe318ab-7a32-4ad1-b0c6-b5b250b1ed94 req-db77cb83-76b4-4b5b-9024-3ffc1d009660 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 943 time: 0.1118288 Jan 27 08:17:36.574936 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c3c50c-368c-4469-862c-a9fdb4611c79 req-6e8e4e5e-a0f3-4742-ac71-73502b4656a8 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:36.576609 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-36c3c50c-368c-4469-862c-a9fdb4611c79 req-6e8e4e5e-a0f3-4742-ac71-73502b4656a8 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=b88ccf1a-3e69-47d6-ac9b-d31d5aad936d HTTP/1.1" status: 200 len: 945 time: 0.0718098 Jan 27 08:17:36.658946 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-36c3c50c-368c-4469-862c-a9fdb4611c79 req-661938a1-fde3-4e3d-a0b9-2f7939a9e683 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752237 Jan 27 08:17:36.676780 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-fbe318ab-7a32-4ad1-b0c6-b5b250b1ed94 req-716050c1-d5ff-4ff5-b218-b0f73397b0a6 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991204 Jan 27 08:17:36.830870 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-3efca418-1539-44ca-9802-55f1cf95d22f req-f6c1fb8a-8dc2-45c9-a8c4-1c368a155253 tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] 10.222.0.59 "GET /v2.0/ports?device_id=8245640a-6276-41a0-ac40-efcbf732215b HTTP/1.1" status: 200 len: 210 time: 0.0496464 Jan 27 08:17:36.869587 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Pushing event updated for resources: {'Port': ['ID=0ad61ce3-ad81-4c8d-aeee-03b54354e7d0,revision_number=4']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:17:36.896251 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d68071d-0a92-48db-8b77-156b95e5e83c req-019d20ae-57f4-4eff-b014-ea969d4cfecc tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:36.897516 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-9d68071d-0a92-48db-8b77-156b95e5e83c req-019d20ae-57f4-4eff-b014-ea969d4cfecc tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=4914c21c-8280-496c-a6c6-ed7ffe77aa01 HTTP/1.1" status: 200 len: 944 time: 0.0809684 Jan 27 08:17:36.912034 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port 126a4024-f069-473d-a344-1c098f499bd2, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=126a4024-f069-473d-a344-1c098f499bd2,segment=NetworkSegment(a957085e-4c2a-4d53-a79f-6cfe99225dd1),segment_id=a957085e-4c2a-4d53-a79f-6cfe99225dd1)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:17:36.924533 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Returning: {'device': '126a4024-f069-473d-a344-1c098f499bd2', 'network_id': '9b081a2b-185d-4bc7-8711-580f26a8816a', 'port_id': '126a4024-f069-473d-a344-1c098f499bd2', 'mac_address': 'fa:16:3e:41:6c:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dea6adae-bbac-41f2-ace5-b3e89da3af0b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 08:17:36.965929 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-9d68071d-0a92-48db-8b77-156b95e5e83c req-78d3590e-e5dc-4032-8623-36aa3525b549 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606017 Jan 27 08:17:36.972513 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Current status of the port 126a4024-f069-473d-a344-1c098f499bd2 is: DOWN; New status is: BUILD {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:17:36.972950 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (126a4024-f069-473d-a344-1c098f499bd2), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:36.992649 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.notifiers.nova [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 126a4024-f069-473d-a344-1c098f499bd2 {{(pid=102577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 08:17:37.015852 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port 126a4024-f069-473d-a344-1c098f499bd2, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=126a4024-f069-473d-a344-1c098f499bd2,segment=NetworkSegment(a957085e-4c2a-4d53-a79f-6cfe99225dd1),segment_id=a957085e-4c2a-4d53-a79f-6cfe99225dd1)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:17:37.020828 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (126a4024-f069-473d-a344-1c098f499bd2), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:37.075420 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Pushing event updated for resources: {'Port': ['ID=126a4024-f069-473d-a344-1c098f499bd2,revision_number=4']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:17:37.293346 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] get_ports_and_sgs() called for port_ids ['0ad61ce3-ad81-4c8d-aeee-03b54354e7d0'] {{(pid=102577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 08:17:37.319716 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] get_ports_and_sgs() called for port_ids ['126a4024-f069-473d-a344-1c098f499bd2'] {{(pid=102577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 08:17:37.625399 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8473d-8a57-4303-9b29-a25fd1000fbf req-c69dbe37-afe0-4e4b-942c-eebaedaab686 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:37.638403 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-54a8473d-8a57-4303-9b29-a25fd1000fbf req-c69dbe37-afe0-4e4b-942c-eebaedaab686 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 945 time: 0.1830466 Jan 27 08:17:37.671585 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab907722-1f75-4fd6-95a2-bbb0d3823f98 req-8f69e579-f8f9-4ac0-859e-14d63ce1ec4c tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:37.673525 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-ab907722-1f75-4fd6-95a2-bbb0d3823f98 req-8f69e579-f8f9-4ac0-859e-14d63ce1ec4c tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] 10.222.0.59 "GET /v2.0/ports?device_id=d08c7aaf-8cc2-4962-bab5-efe017bc1d42 HTTP/1.1" status: 200 len: 944 time: 0.2110734 Jan 27 08:17:37.777852 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-54a8473d-8a57-4303-9b29-a25fd1000fbf req-5b4f48e5-01e1-498b-b098-4e3ab9f7acef tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?id=25056870-6882-4f7c-b7e2-0d78781f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383700 Jan 27 08:17:37.794006 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-ab907722-1f75-4fd6-95a2-bbb0d3823f98 req-8500b354-5659-4c98-a5fa-590fd855fded tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bec9c13-9652-4b0d-a357-a21dac90b195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127694 Jan 27 08:17:37.944472 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b957771-fde4-4c94-9ead-25618e0d4b55 req-d3528a7b-3b2a-4ae0-8732-c33c3d1124e1 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:37.946147 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-4b957771-fde4-4c94-9ead-25618e0d4b55 req-d3528a7b-3b2a-4ae0-8732-c33c3d1124e1 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=b88ccf1a-3e69-47d6-ac9b-d31d5aad936d HTTP/1.1" status: 200 len: 945 time: 0.0859149 Jan 27 08:17:37.960147 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58f752-6541-41ec-b5d0-74dac2dbfbed req-127cc266-f86b-424e-b431-dddd5e3bfaf7 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:37.961741 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-fd58f752-6541-41ec-b5d0-74dac2dbfbed req-127cc266-f86b-424e-b431-dddd5e3bfaf7 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 943 time: 0.0862939 Jan 27 08:17:38.029733 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-4b957771-fde4-4c94-9ead-25618e0d4b55 req-83cf8f51-f0af-4d66-a4ea-97a9e4115b4b tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773311 Jan 27 08:17:38.049864 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-fd58f752-6541-41ec-b5d0-74dac2dbfbed req-57bebf6a-cbdb-48a6-be45-1e4fc695e738 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813704 Jan 27 08:17:38.138514 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-0fc7cf3f-1113-453d-aa34-82dc20e4d5f0 req-62ff4982-6eb1-4ea8-92f2-db8c803049bb tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] 10.222.0.59 "GET /v2.0/ports?device_id=8245640a-6276-41a0-ac40-efcbf732215b HTTP/1.1" status: 200 len: 210 time: 0.0314775 Jan 27 08:17:38.233065 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deab58d-ba86-4cf9-8520-d0432ca3d6ce req-b052ab35-80f9-48d0-a264-950ea2d98bc9 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:38.234607 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-2deab58d-ba86-4cf9-8520-d0432ca3d6ce req-b052ab35-80f9-48d0-a264-950ea2d98bc9 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=4914c21c-8280-496c-a6c6-ed7ffe77aa01 HTTP/1.1" status: 200 len: 945 time: 0.0603251 Jan 27 08:17:38.333450 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-2deab58d-ba86-4cf9-8520-d0432ca3d6ce req-ac3e748c-c276-4dc4-ac8b-9ad60518cad8 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922968 Jan 27 08:17:38.943888 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51e28f5-1d3b-4194-837e-ac691df9a2bd req-8b8cbf76-8ff2-4377-858f-7fbed1622cf3 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:38.945331 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-f51e28f5-1d3b-4194-837e-ac691df9a2bd req-8b8cbf76-8ff2-4377-858f-7fbed1622cf3 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 945 time: 0.0822856 Jan 27 08:17:38.974446 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec671292-a9b5-4f22-9d86-c4a78b5393b2 req-19d0ff1a-af71-44bd-b183-61e69d791c40 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:38.975974 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-ec671292-a9b5-4f22-9d86-c4a78b5393b2 req-19d0ff1a-af71-44bd-b183-61e69d791c40 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] 10.222.0.59 "GET /v2.0/ports?device_id=d08c7aaf-8cc2-4962-bab5-efe017bc1d42 HTTP/1.1" status: 200 len: 944 time: 0.0842593 Jan 27 08:17:39.030330 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-f51e28f5-1d3b-4194-837e-ac691df9a2bd req-989d84dc-6d46-4c4e-9dec-f1ed6d8067c1 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?id=25056870-6882-4f7c-b7e2-0d78781f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775926 Jan 27 08:17:39.058655 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-ec671292-a9b5-4f22-9d86-c4a78b5393b2 req-3eb547dd-66f2-45b1-99c6-78760e3da793 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bec9c13-9652-4b0d-a357-a21dac90b195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739820 Jan 27 08:17:39.220306 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15284316-3e87-4495-8bcc-33aa5c411d81 req-fb619265-2cdb-4194-8238-4231c0653438 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:39.221846 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-15284316-3e87-4495-8bcc-33aa5c411d81 req-fb619265-2cdb-4194-8238-4231c0653438 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=b88ccf1a-3e69-47d6-ac9b-d31d5aad936d HTTP/1.1" status: 200 len: 945 time: 0.1017919 Jan 27 08:17:39.234009 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca63459-9409-4b64-8739-6992ff75ca48 req-6116e9ab-7f57-472a-9d54-a4363b95a665 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:39.235922 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-fca63459-9409-4b64-8739-6992ff75ca48 req-6116e9ab-7f57-472a-9d54-a4363b95a665 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 943 time: 0.0721045 Jan 27 08:17:39.313532 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-15284316-3e87-4495-8bcc-33aa5c411d81 req-42ff2812-0fda-4443-be50-b62ab8411150 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763960 Jan 27 08:17:39.316704 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-fca63459-9409-4b64-8739-6992ff75ca48 req-53c21347-45b4-4c83-95bf-d77aac0315b4 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735533 Jan 27 08:17:39.464143 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-99f101c9-7410-4256-81a8-9401768aab8b req-bb3d72f0-3d13-4768-bac9-2987ebd05549 tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] 10.222.0.59 "GET /v2.0/ports?device_id=8245640a-6276-41a0-ac40-efcbf732215b HTTP/1.1" status: 200 len: 210 time: 0.0654149 Jan 27 08:17:39.497189 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25967063-2b8f-409a-b1f1-a6a93456f047 req-bf7f472f-f1ec-403f-a641-b5cfe3e75050 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:39.498731 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-25967063-2b8f-409a-b1f1-a6a93456f047 req-bf7f472f-f1ec-403f-a641-b5cfe3e75050 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=4914c21c-8280-496c-a6c6-ed7ffe77aa01 HTTP/1.1" status: 200 len: 945 time: 0.0703645 Jan 27 08:17:39.601947 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-25967063-2b8f-409a-b1f1-a6a93456f047 req-6a63618b-5144-4e65-b3f6-bc26b3f18bcc tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937974 Jan 27 08:17:39.807067 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 60652) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:17:39.929096 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-3fbd6749-fb18-42c5-a928-90742bfcd0c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:40.017933 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-3fbd6749-fb18-42c5-a928-90742bfcd0c7 admin admin] Publish callbacks [] for security_group (8b633f34-75bf-481c-92d7-ee1cc3d11d38), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:40.023491 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-3fbd6749-fb18-42c5-a928-90742bfcd0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (8b633f34-75bf-481c-92d7-ee1cc3d11d38), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:40.076047 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-3fbd6749-fb18-42c5-a928-90742bfcd0c7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b097258c01524b98931910c3364c654a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2652051 Jan 27 08:17:40.076047 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbd6749-fb18-42c5-a928-90742bfcd0c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b633f34-75bf-481c-92d7-ee1cc3d11d38,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:17:40.080139 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 60658) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:17:40.102949 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device 0ad61ce3-ad81-4c8d-aeee-03b54354e7d0 up at agent hyperv_hv-cinder-82658 {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:17:40.218334 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dfa31a-9fc7-4f27-a014-a1ea8ec8e315 req-fa5a5786-9584-41d0-abab-c70956383c62 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:40.223168 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-c9ca6c71-17b7-4620-9a8c-1041b0d1d7e8 admin admin] Publish callbacks [] for security_group (8b633f34-75bf-481c-92d7-ee1cc3d11d38), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:40.230959 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-36dfa31a-9fc7-4f27-a014-a1ea8ec8e315 req-fa5a5786-9584-41d0-abab-c70956383c62 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 945 time: 0.0926373 Jan 27 08:17:40.307751 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Provisioning for port 0ad61ce3-ad81-4c8d-aeee-03b54354e7d0 completed by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 08:17:40.318312 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-36dfa31a-9fc7-4f27-a014-a1ea8ec8e315 req-6a0b3db8-357d-4978-bc25-5a83033e1ab5 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?id=25056870-6882-4f7c-b7e2-0d78781f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861464 Jan 27 08:17:40.328573 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-c9ca6c71-17b7-4620-9a8c-1041b0d1d7e8 admin admin] Publish callbacks [] for security_group (8b633f34-75bf-481c-92d7-ee1cc3d11d38), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:40.347552 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Provisioning complete for port 0ad61ce3-ad81-4c8d-aeee-03b54354e7d0 triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:17:40.353499 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (0ad61ce3-ad81-4c8d-aeee-03b54354e7d0), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:40.360172 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3e7d9-327e-4050-87ab-d0d468dcd8b6 req-482ae243-57f1-4f24-9dad-eb68957930c9 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:40.371335 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-8cf3e7d9-327e-4050-87ab-d0d468dcd8b6 req-482ae243-57f1-4f24-9dad-eb68957930c9 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] 10.222.0.59 "GET /v2.0/ports?device_id=d08c7aaf-8cc2-4962-bab5-efe017bc1d42 HTTP/1.1" status: 200 len: 944 time: 0.1118555 Jan 27 08:17:40.480206 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-c9ca6c71-17b7-4620-9a8c-1041b0d1d7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (8b633f34-75bf-481c-92d7-ee1cc3d11d38), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:40.489199 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-c9ca6c71-17b7-4620-9a8c-1041b0d1d7e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:40.497255 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-c9ca6c71-17b7-4620-9a8c-1041b0d1d7e8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8b633f34-75bf-481c-92d7-ee1cc3d11d38 HTTP/1.1" status: 204 len: 168 time: 0.4153702 Jan 27 08:17:40.524126 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-8cf3e7d9-327e-4050-87ab-d0d468dcd8b6 req-62445968-abc8-4b4d-a3cf-5a3ee446f0b4 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bec9c13-9652-4b0d-a357-a21dac90b195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511536 Jan 27 08:17:40.535232 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca6c71-17b7-4620-9a8c-1041b0d1d7e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b633f34-75bf-481c-92d7-ee1cc3d11d38,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:17:40.556709 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Current status of the port 0ad61ce3-ad81-4c8d-aeee-03b54354e7d0 is: BUILD; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:17:40.557155 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (0ad61ce3-ad81-4c8d-aeee-03b54354e7d0), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:40.620956 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd08c7aaf-8cc2-4962-bab5-efe017bc1d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad61ce3-ad81-4c8d-aeee-03b54354e7d0'}] {{(pid=102577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:17:40.622523 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6496d19b-fe71-4a6d-bae2-0dd21c2687c2 req-76d7a000-66f9-46bf-943d-6db97a951516 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:40.623246 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ec6f2d63f069076934ea9a19260140f1f8696ff0c22b7471017e65d09815c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff6b21a-7da9-4a0b-8778-6f37c27210a4" -d '{"events": [{"server_uuid": "d08c7aaf-8cc2-4962-bab5-efe017bc1d42", "name": "network-vif-plugged", "status": "completed", "tag": "0ad61ce3-ad81-4c8d-aeee-03b54354e7d0"}]}' {{(pid=102577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:17:40.630546 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-6496d19b-fe71-4a6d-bae2-0dd21c2687c2 req-76d7a000-66f9-46bf-943d-6db97a951516 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=b88ccf1a-3e69-47d6-ac9b-d31d5aad936d HTTP/1.1" status: 200 len: 945 time: 0.1748834 Jan 27 08:17:40.662812 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port 0ad61ce3-ad81-4c8d-aeee-03b54354e7d0, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=0ad61ce3-ad81-4c8d-aeee-03b54354e7d0,segment=NetworkSegment(74a47a65-eb76-452b-a51a-269a2e7fc65e),segment_id=74a47a65-eb76-452b-a51a-269a2e7fc65e)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:17:40.670388 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (0ad61ce3-ad81-4c8d-aeee-03b54354e7d0), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:40.671428 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device 126a4024-f069-473d-a344-1c098f499bd2 up at agent hyperv_hv-cinder-82658 {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:17:40.765210 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-6496d19b-fe71-4a6d-bae2-0dd21c2687c2 req-44ad9e1e-3ded-4fb6-9f32-8c86c5fbafba tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277456 Jan 27 08:17:40.802301 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e26945c-e59c-40b1-a3f6-17b4dc425c91 req-ebc08441-3899-43ac-8fc3-51e6145ede4a tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:40.807280 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-5e26945c-e59c-40b1-a3f6-17b4dc425c91 req-ebc08441-3899-43ac-8fc3-51e6145ede4a tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 943 time: 0.1455803 Jan 27 08:17:40.829617 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Pushing event updated for resources: {'Port': ['ID=0ad61ce3-ad81-4c8d-aeee-03b54354e7d0,revision_number=5']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:17:40.917276 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d1babe28-c219-4ccb-94d5-22078d3a2a64 req-3a3c9540-23e6-43b0-ad89-9b97132da042 tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] 10.222.0.59 "GET /v2.0/ports?device_id=8245640a-6276-41a0-ac40-efcbf732215b HTTP/1.1" status: 200 len: 210 time: 0.0412850 Jan 27 08:17:40.942812 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-5e26945c-e59c-40b1-a3f6-17b4dc425c91 req-9d00e3df-f5de-4ad9-8def-60f5a3facf69 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298695 Jan 27 08:17:40.978354 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Provisioning for port 126a4024-f069-473d-a344-1c098f499bd2 completed by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 08:17:41.002756 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Provisioning complete for port 126a4024-f069-473d-a344-1c098f499bd2 triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:17:41.003138 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (126a4024-f069-473d-a344-1c098f499bd2), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:41.063534 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 08:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d1b2f2f-4e29-4c26-9b8f-45d5d4c0a462 x-openstack-request-id: req-0d1b2f2f-4e29-4c26-9b8f-45d5d4c0a462 {{(pid=102577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:17:41.063842 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d08c7aaf-8cc2-4962-bab5-efe017bc1d42", "name": "network-vif-plugged", "status": "completed", "tag": "0ad61ce3-ad81-4c8d-aeee-03b54354e7d0", "code": 200}]} {{(pid=102577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:17:41.064077 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0d1b2f2f-4e29-4c26-9b8f-45d5d4c0a462 {{(pid=102577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:17:41.064473 dv-cinder-826589-1-iscsi neutron-server[102577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd08c7aaf-8cc2-4962-bab5-efe017bc1d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad61ce3-ad81-4c8d-aeee-03b54354e7d0', 'code': 200} Jan 27 08:17:41.074023 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.v2.base [req-4255a1ee-84a7-479b-9f63-851adf3137fb req-09ae0d18-90ab-49d5-bc85-327ba40c0a07 tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] Request body: {'port': {'device_id': '8245640a-6276-41a0-ac40-efcbf732215b', 'network_id': 'd7d330a1-f1de-4cfc-a689-5442b8d6439a', 'admin_state_up': True, 'tenant_id': '9336d7d886324cbdbd8e75926b65c5ae'}} {{(pid=102575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:17:41.197651 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3420e3ce-62b8-4738-be74-473ef0fbc812 req-63f574c1-a36a-4b65-879b-b6ad75eb1b81 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:41.210966 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-3420e3ce-62b8-4738-be74-473ef0fbc812 req-63f574c1-a36a-4b65-879b-b6ad75eb1b81 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=4914c21c-8280-496c-a6c6-ed7ffe77aa01 HTTP/1.1" status: 200 len: 945 time: 0.1450956 Jan 27 08:17:41.236032 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Current status of the port 126a4024-f069-473d-a344-1c098f499bd2 is: BUILD; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:17:41.236682 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (126a4024-f069-473d-a344-1c098f499bd2), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:41.342768 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port 126a4024-f069-473d-a344-1c098f499bd2, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=126a4024-f069-473d-a344-1c098f499bd2,segment=NetworkSegment(a957085e-4c2a-4d53-a79f-6cfe99225dd1),segment_id=a957085e-4c2a-4d53-a79f-6cfe99225dd1)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:17:41.348984 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (126a4024-f069-473d-a344-1c098f499bd2), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:41.361609 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-3420e3ce-62b8-4738-be74-473ef0fbc812 req-219ed52e-ceae-4385-85ac-0782677ca23a tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484473 Jan 27 08:17:41.452643 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4255a1ee-84a7-479b-9f63-851adf3137fb req-09ae0d18-90ab-49d5-bc85-327ba40c0a07 tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] Made reservation on behalf of 9336d7d886324cbdbd8e75926b65c5ae for: {'port': 1} {{(pid=102575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 08:17:41.456464 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-4255a1ee-84a7-479b-9f63-851adf3137fb req-09ae0d18-90ab-49d5-bc85-327ba40c0a07 tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:41.498856 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-4255a1ee-84a7-479b-9f63-851adf3137fb req-09ae0d18-90ab-49d5-bc85-327ba40c0a07 tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] Publish callbacks [] for security_group (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:41.530691 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Pushing event updated for resources: {'Port': ['ID=126a4024-f069-473d-a344-1c098f499bd2,revision_number=5']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:17:41.622928 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936f2e5-a9f0-445e-a84b-8c127558ba74 req-029c667d-359d-4744-8720-3ba5283c95c8 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:41.644815 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-6936f2e5-a9f0-445e-a84b-8c127558ba74 req-029c667d-359d-4744-8720-3ba5283c95c8 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 945 time: 0.1237490 Jan 27 08:17:41.704243 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-4255a1ee-84a7-479b-9f63-851adf3137fb req-09ae0d18-90ab-49d5-bc85-327ba40c0a07 tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] Publish callbacks [] for security_group (7e2c26f8-77e6-43ea-9a81-67948546cd94), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:41.710435 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-4255a1ee-84a7-479b-9f63-851adf3137fb req-09ae0d18-90ab-49d5-bc85-327ba40c0a07 tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (7e2c26f8-77e6-43ea-9a81-67948546cd94), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:41.815941 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-6936f2e5-a9f0-445e-a84b-8c127558ba74 req-972ebd34-c724-4ef3-a52c-c69f68ead194 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?id=25056870-6882-4f7c-b7e2-0d78781f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1702383 Jan 27 08:17:41.837009 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c7881-a6e2-45a8-9a37-8a7bc86ddae2 req-40f4c8fd-8f52-463a-918f-ce9b9aac4fa9 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:41.845567 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-c75c7881-a6e2-45a8-9a37-8a7bc86ddae2 req-40f4c8fd-8f52-463a-918f-ce9b9aac4fa9 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] 10.222.0.59 "GET /v2.0/ports?device_id=d08c7aaf-8cc2-4962-bab5-efe017bc1d42 HTTP/1.1" status: 200 len: 945 time: 0.1784656 Jan 27 08:17:41.865319 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ae0d18-90ab-49d5-bc85-327ba40c0a07 tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2c26f8-77e6-43ea-9a81-67948546cd94,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:17:42.037111 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.db_base_plugin_common [req-4255a1ee-84a7-479b-9f63-851adf3137fb req-09ae0d18-90ab-49d5-bc85-327ba40c0a07 tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] Allocated IP 192.168.233.146 (d7d330a1-f1de-4cfc-a689-5442b8d6439a/eb16febd-4617-41b4-85b1-a0cb9a67f801/a59355d6-e5cb-4d53-bb2b-56cfaf08c5db) {{(pid=102575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 08:17:42.073823 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-c75c7881-a6e2-45a8-9a37-8a7bc86ddae2 req-0a541301-6002-4a8d-bf2e-d9421663bc59 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bec9c13-9652-4b0d-a357-a21dac90b195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271514 Jan 27 08:17:42.140023 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d672d7-5285-4180-ad32-26f0b1a12376 req-6be9e112-cf10-496a-9d32-e5075306baec tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:42.153084 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-46d672d7-5285-4180-ad32-26f0b1a12376 req-6be9e112-cf10-496a-9d32-e5075306baec tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=b88ccf1a-3e69-47d6-ac9b-d31d5aad936d HTTP/1.1" status: 200 len: 945 time: 0.2294333 Jan 27 08:17:42.259164 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-46d672d7-5285-4180-ad32-26f0b1a12376 req-6f705820-2242-4b90-ae7d-387296789651 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984075 Jan 27 08:17:42.362395 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-4255a1ee-84a7-479b-9f63-851adf3137fb req-09ae0d18-90ab-49d5-bc85-327ba40c0a07 tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] Publish callbacks [] for port (a59355d6-e5cb-4d53-bb2b-56cfaf08c5db), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:42.368052 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-1d184281-db99-4bc1-a6da-f68632c3ba7c req-b9877b35-9778-4a45-a5c1-72f42583121d tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] 10.222.0.59 "GET /v2.0/ports?device_id=8245640a-6276-41a0-ac40-efcbf732215b HTTP/1.1" status: 200 len: 210 time: 0.0396376 Jan 27 08:17:42.453277 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-4255a1ee-84a7-479b-9f63-851adf3137fb req-09ae0d18-90ab-49d5-bc85-327ba40c0a07 tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730334756109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13172730'] for port (a59355d6-e5cb-4d53-bb2b-56cfaf08c5db), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:42.600839 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4255a1ee-84a7-479b-9f63-851adf3137fb req-09ae0d18-90ab-49d5-bc85-327ba40c0a07 tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] Network d7d330a1-f1de-4cfc-a689-5442b8d6439a is already hosted by enough agents. {{(pid=102575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 08:17:42.605536 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.base_scheduler [req-4255a1ee-84a7-479b-9f63-851adf3137fb req-09ae0d18-90ab-49d5-bc85-327ba40c0a07 tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] Resources bound (agent type, host, resource id): {{(pid=102575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:17:42.617749 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [req-4255a1ee-84a7-479b-9f63-851adf3137fb req-09ae0d18-90ab-49d5-bc85-327ba40c0a07 tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] Received port after_create {{(pid=102575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 08:17:42.653712 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee175a-d319-4918-869c-5078a3991dca req-b9ea5fb5-2012-498d-bc4d-13fa02efc51e tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:42.663625 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-17ee175a-d319-4918-869c-5078a3991dca req-b9ea5fb5-2012-498d-bc4d-13fa02efc51e tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 943 time: 0.2084100 Jan 27 08:17:42.680351 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db91662-1ab2-4416-89a0-9f334878d9bb req-7a332871-ac3c-4dd2-b17e-2404d3f9bc9f tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:42.688390 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-2db91662-1ab2-4416-89a0-9f334878d9bb req-7a332871-ac3c-4dd2-b17e-2404d3f9bc9f tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 945 time: 0.1582029 Jan 27 08:17:42.703918 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ae0d18-90ab-49d5-bc85-327ba40c0a07 tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] Pushing event updated for resources: {'Port': ['ID=a59355d6-e5cb-4d53-bb2b-56cfaf08c5db,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:17:42.762695 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255a1ee-84a7-479b-9f63-851adf3137fb req-09ae0d18-90ab-49d5-bc85-327ba40c0a07 tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:42.763653 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-4255a1ee-84a7-479b-9f63-851adf3137fb req-09ae0d18-90ab-49d5-bc85-327ba40c0a07 tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for port (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:42.792057 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-4255a1ee-84a7-479b-9f63-851adf3137fb req-09ae0d18-90ab-49d5-bc85-327ba40c0a07 tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7222078 Jan 27 08:17:42.820583 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-2db91662-1ab2-4416-89a0-9f334878d9bb req-d2707572-a73b-47c5-b638-9178373f57d6 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?id=25056870-6882-4f7c-b7e2-0d78781f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312895 Jan 27 08:17:42.836608 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-17ee175a-d319-4918-869c-5078a3991dca req-70340b13-f45a-4cfe-8fd5-22da2f2e9851 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715889 Jan 27 08:17:42.912089 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 60728) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:17:43.018241 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83334d6-2420-40d9-9ba6-b74665225f54 req-37f160d1-afae-479b-931c-ebae5f9a10d6 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:43.019976 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-c83334d6-2420-40d9-9ba6-b74665225f54 req-37f160d1-afae-479b-931c-ebae5f9a10d6 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=4914c21c-8280-496c-a6c6-ed7ffe77aa01 HTTP/1.1" status: 200 len: 946 time: 0.0819643 Jan 27 08:17:43.058746 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-975feef1-9566-44a1-93b4-e05daf2209fd None None] Provisioning complete for port a59355d6-e5cb-4d53-bb2b-56cfaf08c5db triggered by entity DHCP. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:17:43.059296 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-975feef1-9566-44a1-93b4-e05daf2209fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (a59355d6-e5cb-4d53-bb2b-56cfaf08c5db), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:43.079912 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4914c21c-8280-496c-a6c6-ed7ffe77aa01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '126a4024-f069-473d-a344-1c098f499bd2'}] {{(pid=102577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:17:43.082456 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ec6f2d63f069076934ea9a19260140f1f8696ff0c22b7471017e65d09815c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6404871-5e3c-4f67-b736-2c8a809fd649" -d '{"events": [{"server_uuid": "4914c21c-8280-496c-a6c6-ed7ffe77aa01", "name": "network-vif-plugged", "status": "completed", "tag": "126a4024-f069-473d-a344-1c098f499bd2"}]}' {{(pid=102577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:17:43.091841 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-a0849323-b52c-4bee-909e-b49a91d6d4ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:43.107126 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-975feef1-9566-44a1-93b4-e05daf2209fd None None] Port a59355d6-e5cb-4d53-bb2b-56cfaf08c5db cannot update to ACTIVE because it is not bound. {{(pid=102577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 08:17:43.116870 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-c83334d6-2420-40d9-9ba6-b74665225f54 req-f51ac18f-09c2-49e3-a625-849fa54d9a13 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892491 Jan 27 08:17:43.141375 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 08:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5fa2c7-4008-42b1-a63d-9bf53cd3a0e3 x-openstack-request-id: req-5f5fa2c7-4008-42b1-a63d-9bf53cd3a0e3 {{(pid=102577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:17:43.141642 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4914c21c-8280-496c-a6c6-ed7ffe77aa01", "name": "network-vif-plugged", "status": "completed", "tag": "126a4024-f069-473d-a344-1c098f499bd2", "code": 200}]} {{(pid=102577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:17:43.141899 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5f5fa2c7-4008-42b1-a63d-9bf53cd3a0e3 {{(pid=102577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:17:43.142297 dv-cinder-826589-1-iscsi neutron-server[102577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4914c21c-8280-496c-a6c6-ed7ffe77aa01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '126a4024-f069-473d-a344-1c098f499bd2', 'code': 200} Jan 27 08:17:43.217924 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-a0849323-b52c-4bee-909e-b49a91d6d4ea admin admin] Publish callbacks [] for security_group (61b3df3b-ac39-49b9-a76a-dd014bb6d1ae), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:43.226912 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-a0849323-b52c-4bee-909e-b49a91d6d4ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (61b3df3b-ac39-49b9-a76a-dd014bb6d1ae), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:43.277656 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12cec72-85b7-442f-9430-b9eec5217070 req-212e2c18-3628-4e6c-a60c-03384a450795 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:43.279214 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d12cec72-85b7-442f-9430-b9eec5217070 req-212e2c18-3628-4e6c-a60c-03384a450795 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] 10.222.0.59 "GET /v2.0/ports?device_id=d08c7aaf-8cc2-4962-bab5-efe017bc1d42 HTTP/1.1" status: 200 len: 945 time: 0.0978379 Jan 27 08:17:43.284730 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-a0849323-b52c-4bee-909e-b49a91d6d4ea admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=49436a77c8e4404e99d99f2d79ab9583&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3714571 Jan 27 08:17:43.287371 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 60740) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:17:43.314913 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0849323-b52c-4bee-909e-b49a91d6d4ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b3df3b-ac39-49b9-a76a-dd014bb6d1ae,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:17:43.423149 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d12cec72-85b7-442f-9430-b9eec5217070 req-acc44b48-111a-48de-8f8f-3dffd80a7331 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bec9c13-9652-4b0d-a357-a21dac90b195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372337 Jan 27 08:17:43.427843 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-1c249789-a32d-42f6-90d9-652d607c7eb7 admin admin] Publish callbacks [] for security_group (61b3df3b-ac39-49b9-a76a-dd014bb6d1ae), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:43.441075 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b322c-3f18-47e0-a13d-bf1a9a8b4bd4 req-cc323acb-8706-4b48-8e50-eb5692dad8b2 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:43.442688 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b24b322c-3f18-47e0-a13d-bf1a9a8b4bd4 req-cc323acb-8706-4b48-8e50-eb5692dad8b2 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=b88ccf1a-3e69-47d6-ac9b-d31d5aad936d HTTP/1.1" status: 200 len: 945 time: 0.1196463 Jan 27 08:17:43.471508 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-1c249789-a32d-42f6-90d9-652d607c7eb7 admin admin] Publish callbacks [] for security_group (61b3df3b-ac39-49b9-a76a-dd014bb6d1ae), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:43.557594 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b24b322c-3f18-47e0-a13d-bf1a9a8b4bd4 req-5aacba2b-6f5b-4baa-b0bd-98e6122796bd tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981066 Jan 27 08:17:43.592226 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8f835-c00c-4d17-8732-ca47a2e73db5 req-4795d80d-9eb9-48f5-817e-1e4949f83c3e tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:43.596977 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-75e8f835-c00c-4d17-8732-ca47a2e73db5 req-4795d80d-9eb9-48f5-817e-1e4949f83c3e tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] 10.222.0.59 "GET /v2.0/ports?device_id=8245640a-6276-41a0-ac40-efcbf732215b HTTP/1.1" status: 200 len: 936 time: 0.0815661 Jan 27 08:17:43.607785 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-1c249789-a32d-42f6-90d9-652d607c7eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (61b3df3b-ac39-49b9-a76a-dd014bb6d1ae), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:43.610361 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-1c249789-a32d-42f6-90d9-652d607c7eb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:43.613977 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-1c249789-a32d-42f6-90d9-652d607c7eb7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/61b3df3b-ac39-49b9-a76a-dd014bb6d1ae HTTP/1.1" status: 204 len: 168 time: 0.3232362 Jan 27 08:17:43.659884 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-75e8f835-c00c-4d17-8732-ca47a2e73db5 req-d753c89c-5ba8-49f8-942a-a7bb1dd317c3 tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] 10.222.0.59 "GET /v2.0/security-groups?id=7e2c26f8-77e6-43ea-9a81-67948546cd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601299 Jan 27 08:17:43.660695 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c249789-a32d-42f6-90d9-652d607c7eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b3df3b-ac39-49b9-a76a-dd014bb6d1ae,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:17:43.997949 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5200f0fa-ca78-40c0-842e-c4188cf31232 req-e14c5c9c-97dc-4363-93d8-a8ddd98ae652 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:43.999222 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-5200f0fa-ca78-40c0-842e-c4188cf31232 req-e14c5c9c-97dc-4363-93d8-a8ddd98ae652 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 945 time: 0.0772161 Jan 27 08:17:44.009786 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66592bf4-9824-4cd2-b122-92b22f316315 req-dea647bb-4ce0-48e5-95dd-83d70cf018ba tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:44.011140 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-66592bf4-9824-4cd2-b122-92b22f316315 req-dea647bb-4ce0-48e5-95dd-83d70cf018ba tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 943 time: 0.0641491 Jan 27 08:17:44.083247 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-5200f0fa-ca78-40c0-842e-c4188cf31232 req-0b3c03b6-55da-4ffd-882a-616aa97fbef9 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?id=25056870-6882-4f7c-b7e2-0d78781f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711355 Jan 27 08:17:44.086749 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-66592bf4-9824-4cd2-b122-92b22f316315 req-2be48f9f-ab5d-4055-908a-ba2ba7110193 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691330 Jan 27 08:17:44.230634 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f951fbba-73f5-43ea-a3ff-d30f73f616dd req-318860b4-2c26-4bdc-a937-6432841f85aa tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:44.231977 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-f951fbba-73f5-43ea-a3ff-d30f73f616dd req-318860b4-2c26-4bdc-a937-6432841f85aa tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=4914c21c-8280-496c-a6c6-ed7ffe77aa01 HTTP/1.1" status: 200 len: 946 time: 0.0470338 Jan 27 08:17:44.278883 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-f951fbba-73f5-43ea-a3ff-d30f73f616dd req-7248eb70-dbe2-423c-89fd-5ff05dce0b3d tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414660 Jan 27 08:17:44.478743 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.v2.base [req-4255a1ee-84a7-479b-9f63-851adf3137fb req-ed5c1e21-a24d-4380-b118-2fc1b2684932 service neutron] Request body: {'port': {'device_id': '8245640a-6276-41a0-ac40-efcbf732215b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82658'}} {{(pid=102575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:17:44.547680 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1372aa31-e3e3-4369-9748-a1f4bc7f536d req-1d92d105-2e5e-4f21-876f-b2c2163f0327 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:44.549113 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-1372aa31-e3e3-4369-9748-a1f4bc7f536d req-1d92d105-2e5e-4f21-876f-b2c2163f0327 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] 10.222.0.59 "GET /v2.0/ports?device_id=d08c7aaf-8cc2-4962-bab5-efe017bc1d42 HTTP/1.1" status: 200 len: 945 time: 0.0478396 Jan 27 08:17:44.577755 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-4255a1ee-84a7-479b-9f63-851adf3137fb req-ed5c1e21-a24d-4380-b118-2fc1b2684932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (a59355d6-e5cb-4d53-bb2b-56cfaf08c5db), before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:44.592373 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab4d83-8671-41d1-9508-1c2dc51b3cd7 req-24b2ad61-9511-4d29-a4af-9be492388daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:44.596987 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-1372aa31-e3e3-4369-9748-a1f4bc7f536d req-c2732414-2e2c-4682-b5a8-f019c5d5a964 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bec9c13-9652-4b0d-a357-a21dac90b195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423043 Jan 27 08:17:44.602224 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-b7ab4d83-8671-41d1-9508-1c2dc51b3cd7 req-24b2ad61-9511-4d29-a4af-9be492388daa service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d08c7aaf-8cc2-4962-bab5-efe017bc1d42 HTTP/1.1" status: 200 len: 1098 time: 0.0886896 Jan 27 08:17:44.663492 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.72', 60501) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:17:44.783032 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-b7ab4d83-8671-41d1-9508-1c2dc51b3cd7 req-9443efff-8696-4ff6-a379-bb0264a2c748 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4bec9c13-9652-4b0d-a357-a21dac90b195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730311 Jan 27 08:17:44.818095 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92442fe-d354-4c78-99e3-7a71fd385826 req-d97b8ed2-508f-401e-afab-79805e53d03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:44.819514 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-d92442fe-d354-4c78-99e3-7a71fd385826 req-d97b8ed2-508f-401e-afab-79805e53d03d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4914c21c-8280-496c-a6c6-ed7ffe77aa01 HTTP/1.1" status: 200 len: 1099 time: 0.1536078 Jan 27 08:17:44.849169 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396070a0-6608-45ff-bd6c-e20016c17938 req-c75ef7e4-7487-46d2-b41f-b74712040578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:44.850628 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-396070a0-6608-45ff-bd6c-e20016c17938 req-c75ef7e4-7487-46d2-b41f-b74712040578 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0b0ce26232dd4a1db254b56a7f995f4e&device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 1098 time: 0.2528160 Jan 27 08:17:44.906809 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ea359-12c0-4c31-b8c9-478444c674f7 req-43ee11e9-3723-457d-8f8d-bbc102b16ee8 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:44.908316 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a55ea359-12c0-4c31-b8c9-478444c674f7 req-43ee11e9-3723-457d-8f8d-bbc102b16ee8 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=b88ccf1a-3e69-47d6-ac9b-d31d5aad936d HTTP/1.1" status: 200 len: 945 time: 0.0798488 Jan 27 08:17:44.918477 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52150ee6-0a27-4088-ad98-aaa5a94f40e9 req-e18ab0c1-abc8-4208-9937-3a273fee29d2 tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:44.919961 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-52150ee6-0a27-4088-ad98-aaa5a94f40e9 req-e18ab0c1-abc8-4208-9937-3a273fee29d2 tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] 10.222.0.59 "GET /v2.0/ports?device_id=8245640a-6276-41a0-ac40-efcbf732215b HTTP/1.1" status: 200 len: 936 time: 0.0928586 Jan 27 08:17:44.963650 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [req-4255a1ee-84a7-479b-9f63-851adf3137fb req-ed5c1e21-a24d-4380-b118-2fc1b2684932 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a59355d6-e5cb-4d53-bb2b-56cfaf08c5db {{(pid=102575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 08:17:44.971330 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-4255a1ee-84a7-479b-9f63-851adf3137fb req-ed5c1e21-a24d-4380-b118-2fc1b2684932 service neutron] Publish callbacks [] for port (a59355d6-e5cb-4d53-bb2b-56cfaf08c5db), precommit_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:44.999538 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [req-4255a1ee-84a7-479b-9f63-851adf3137fb req-ed5c1e21-a24d-4380-b118-2fc1b2684932 service neutron] Transition to ACTIVE for port object a59355d6-e5cb-4d53-bb2b-56cfaf08c5db will not be triggered until provisioned by entity L2. {{(pid=102575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 08:17:45.010823 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-4255a1ee-84a7-479b-9f63-851adf3137fb req-ed5c1e21-a24d-4380-b118-2fc1b2684932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13172717'] for port (a59355d6-e5cb-4d53-bb2b-56cfaf08c5db), after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:45.018133 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-52150ee6-0a27-4088-ad98-aaa5a94f40e9 req-dd193f7e-2a07-4068-bf10-96217b443738 tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] 10.222.0.59 "GET /v2.0/security-groups?id=7e2c26f8-77e6-43ea-9a81-67948546cd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898495 Jan 27 08:17:45.056686 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-d92442fe-d354-4c78-99e3-7a71fd385826 req-124359c9-68de-4d7c-afa4-934938601ca2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828352 Jan 27 08:17:45.077673 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5c1e21-a24d-4380-b118-2fc1b2684932 service neutron] Pushing event updated for resources: {'Port': ['ID=a59355d6-e5cb-4d53-bb2b-56cfaf08c5db,revision_number=2']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:17:45.092392 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a55ea359-12c0-4c31-b8c9-478444c674f7 req-bd5b9fa3-6420-4801-8541-02aa75f0a49c tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714561 Jan 27 08:17:45.116546 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396070a0-6608-45ff-bd6c-e20016c17938 req-073a2961-a284-4489-a6bb-fc0f8680a93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:45.116546 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-396070a0-6608-45ff-bd6c-e20016c17938 req-073a2961-a284-4489-a6bb-fc0f8680a93b service neutron] 10.222.0.72 "GET /v2.0/networks?id=b7914447-2aa2-4569-84ca-e3ee909bc8ea HTTP/1.1" status: 200 len: 912 time: 0.1356368 Jan 27 08:17:45.171759 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [req-4255a1ee-84a7-479b-9f63-851adf3137fb req-ed5c1e21-a24d-4380-b118-2fc1b2684932 service neutron] Attempting to bind port a59355d6-e5cb-4d53-bb2b-56cfaf08c5db on host hv-cinder-82658 for vnic_type normal with profile {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 08:17:45.172110 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [req-4255a1ee-84a7-479b-9f63-851adf3137fb req-ed5c1e21-a24d-4380-b118-2fc1b2684932 service neutron] Attempting to bind port a59355d6-e5cb-4d53-bb2b-56cfaf08c5db by drivers openvswitch,hyperv on host hv-cinder-82658 at level 0 using segments [{'id': 'a7d9344e-c0bc-4e6b-8039-f2037a6ed816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd7d330a1-f1de-4cfc-a689-5442b8d6439a'}] {{(pid=102575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 08:17:45.172428 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4255a1ee-84a7-479b-9f63-851adf3137fb req-ed5c1e21-a24d-4380-b118-2fc1b2684932 service neutron] Attempting to bind port a59355d6-e5cb-4d53-bb2b-56cfaf08c5db on network d7d330a1-f1de-4cfc-a689-5442b8d6439a {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:17:45.177216 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4255a1ee-84a7-479b-9f63-851adf3137fb req-ed5c1e21-a24d-4380-b118-2fc1b2684932 service neutron] Port a59355d6-e5cb-4d53-bb2b-56cfaf08c5db on network d7d330a1-f1de-4cfc-a689-5442b8d6439a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82658 {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 08:17:45.177533 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4255a1ee-84a7-479b-9f63-851adf3137fb req-ed5c1e21-a24d-4380-b118-2fc1b2684932 service neutron] Attempting to bind port a59355d6-e5cb-4d53-bb2b-56cfaf08c5db on network d7d330a1-f1de-4cfc-a689-5442b8d6439a {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:17:45.182886 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4255a1ee-84a7-479b-9f63-851adf3137fb req-ed5c1e21-a24d-4380-b118-2fc1b2684932 service neutron] Checking agent: {'id': '926d476c-3c92-4faa-a402-a395b4978e44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82658', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 8, 12, 58), 'started_at': datetime.datetime(2022, 1, 27, 8, 12, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 8, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 08:17:45.183851 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4255a1ee-84a7-479b-9f63-851adf3137fb req-ed5c1e21-a24d-4380-b118-2fc1b2684932 service neutron] Checking segment: {'id': 'a7d9344e-c0bc-4e6b-8039-f2037a6ed816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd7d330a1-f1de-4cfc-a689-5442b8d6439a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:17:45.184228 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4255a1ee-84a7-479b-9f63-851adf3137fb req-ed5c1e21-a24d-4380-b118-2fc1b2684932 service neutron] Bound using segment: {'id': 'a7d9344e-c0bc-4e6b-8039-f2037a6ed816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd7d330a1-f1de-4cfc-a689-5442b8d6439a'} {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 08:17:45.184654 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [req-4255a1ee-84a7-479b-9f63-851adf3137fb req-ed5c1e21-a24d-4380-b118-2fc1b2684932 service neutron] Bound port: a59355d6-e5cb-4d53-bb2b-56cfaf08c5db, host: hv-cinder-82658, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7d9344e-c0bc-4e6b-8039-f2037a6ed816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd7d330a1-f1de-4cfc-a689-5442b8d6439a'}}] {{(pid=102575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 08:17:45.185215 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-4255a1ee-84a7-479b-9f63-851adf3137fb req-ed5c1e21-a24d-4380-b118-2fc1b2684932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (a59355d6-e5cb-4d53-bb2b-56cfaf08c5db), before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:45.238758 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37999b19-df59-43ea-b5ce-9b617a6db392 req-cb74c3ae-f014-4496-9913-8c017e98efe2 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:45.240243 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-37999b19-df59-43ea-b5ce-9b617a6db392 req-cb74c3ae-f014-4496-9913-8c017e98efe2 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 945 time: 0.0832498 Jan 27 08:17:45.248091 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f66a9c-0004-4ceb-9bd8-d8755c4307db req-8a4a22c5-5556-4964-b36a-48bd2abb78a5 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:45.249598 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-16f66a9c-0004-4ceb-9bd8-d8755c4307db req-8a4a22c5-5556-4964-b36a-48bd2abb78a5 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 943 time: 0.0817981 Jan 27 08:17:45.270309 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [req-4255a1ee-84a7-479b-9f63-851adf3137fb req-ed5c1e21-a24d-4380-b118-2fc1b2684932 service neutron] For port a59355d6-e5cb-4d53-bb2b-56cfaf08c5db, host hv-cinder-82658, cleared binding levels {{(pid=102575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 08:17:45.273691 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [req-4255a1ee-84a7-479b-9f63-851adf3137fb req-ed5c1e21-a24d-4380-b118-2fc1b2684932 service neutron] For port a59355d6-e5cb-4d53-bb2b-56cfaf08c5db, host hv-cinder-82658, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=a59355d6-e5cb-4d53-bb2b-56cfaf08c5db,segment=NetworkSegment(a7d9344e-c0bc-4e6b-8039-f2037a6ed816),segment_id=a7d9344e-c0bc-4e6b-8039-f2037a6ed816)] {{(pid=102575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 08:17:45.281507 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-4255a1ee-84a7-479b-9f63-851adf3137fb req-ed5c1e21-a24d-4380-b118-2fc1b2684932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13172717'] for port (a59355d6-e5cb-4d53-bb2b-56cfaf08c5db), after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:45.314845 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255a1ee-84a7-479b-9f63-851adf3137fb req-ed5c1e21-a24d-4380-b118-2fc1b2684932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:45.315644 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-4255a1ee-84a7-479b-9f63-851adf3137fb req-ed5c1e21-a24d-4380-b118-2fc1b2684932 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for port (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:45.317056 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-4255a1ee-84a7-479b-9f63-851adf3137fb req-ed5c1e21-a24d-4380-b118-2fc1b2684932 service neutron] 10.222.0.72 "PUT /v2.0/ports/a59355d6-e5cb-4d53-bb2b-56cfaf08c5db HTTP/1.1" status: 200 len: 1098 time: 0.8438799 Jan 27 08:17:45.319521 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8245640a-6276-41a0-ac40-efcbf732215b', 'tag': 'a59355d6-e5cb-4d53-bb2b-56cfaf08c5db'}] {{(pid=102575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:17:45.322410 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34d12f73e8b898318ba96f52067286bd4e4b64784ab72771e8c48dd469e53537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f238f030-d587-4263-a86e-a6d361f75a38" -d '{"events": [{"name": "network-changed", "server_uuid": "8245640a-6276-41a0-ac40-efcbf732215b", "tag": "a59355d6-e5cb-4d53-bb2b-56cfaf08c5db"}]}' {{(pid=102575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:17:45.353521 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5c1e21-a24d-4380-b118-2fc1b2684932 service neutron] Pushing event updated for resources: {'Port': ['ID=a59355d6-e5cb-4d53-bb2b-56cfaf08c5db,revision_number=3']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:17:45.404576 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-16f66a9c-0004-4ceb-9bd8-d8755c4307db req-3c217413-84dd-494f-85d9-29acc784f6c2 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480882 Jan 27 08:17:45.421349 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-37999b19-df59-43ea-b5ce-9b617a6db392 req-d87c9c22-16a4-4e5d-9599-c8420502131f tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?id=25056870-6882-4f7c-b7e2-0d78781f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707032 Jan 27 08:17:45.429639 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255a1ee-84a7-479b-9f63-851adf3137fb req-b6a1420b-edf6-4f97-8fdb-447455eca438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:45.434571 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-4255a1ee-84a7-479b-9f63-851adf3137fb req-b6a1420b-edf6-4f97-8fdb-447455eca438 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9336d7d886324cbdbd8e75926b65c5ae&device_id=8245640a-6276-41a0-ac40-efcbf732215b HTTP/1.1" status: 200 len: 1101 time: 0.0595050 Jan 27 08:17:45.441853 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-396070a0-6608-45ff-bd6c-e20016c17938 req-820fde95-3e82-494d-85e1-40379cb44986 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09dcb9a1-f3fe-4422-ae90-9168f84604eb HTTP/1.1" status: 200 len: 1001 time: 0.1708159 Jan 27 08:17:45.494984 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 08:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b324e3ff-56cf-4ba9-874c-d09b2bd22da1 x-openstack-request-id: req-b324e3ff-56cf-4ba9-874c-d09b2bd22da1 {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:17:45.495643 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8245640a-6276-41a0-ac40-efcbf732215b", "tag": "a59355d6-e5cb-4d53-bb2b-56cfaf08c5db", "status": "completed", "code": 200}]} {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:17:45.495643 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b324e3ff-56cf-4ba9-874c-d09b2bd22da1 {{(pid=102575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:17:45.495978 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8245640a-6276-41a0-ac40-efcbf732215b', 'tag': 'a59355d6-e5cb-4d53-bb2b-56cfaf08c5db', 'status': 'completed', 'code': 200} Jan 27 08:17:45.497531 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-4255a1ee-84a7-479b-9f63-851adf3137fb req-30e7afd0-a30f-470a-9d91-8c6deb27c7dc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=a59355d6-e5cb-4d53-bb2b-56cfaf08c5db HTTP/1.1" status: 200 len: 217 time: 0.0549929 Jan 27 08:17:45.542335 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396070a0-6608-45ff-bd6c-e20016c17938 req-8b175b38-6a8b-4565-a8a2-976d4b50d3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:45.544383 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-396070a0-6608-45ff-bd6c-e20016c17938 req-8b175b38-6a8b-4565-a8a2-976d4b50d3dc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=56dcdf12-0462-4feb-a564-4fe3cd20bfe1 HTTP/1.1" status: 200 len: 850 time: 0.0927963 Jan 27 08:17:45.557825 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255a1ee-84a7-479b-9f63-851adf3137fb req-9a6d7390-d331-4c76-adbf-dea5ca773ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:45.559413 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-4255a1ee-84a7-479b-9f63-851adf3137fb req-9a6d7390-d331-4c76-adbf-dea5ca773ad5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eb16febd-4617-41b4-85b1-a0cb9a67f801 HTTP/1.1" status: 200 len: 843 time: 0.0547590 Jan 27 08:17:45.567097 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e8254-1e38-49ec-878e-a9260bd80442 req-5de2dc6e-0166-4be8-86b3-20065d73dd7e tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:45.568246 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-427e8254-1e38-49ec-878e-a9260bd80442 req-5de2dc6e-0166-4be8-86b3-20065d73dd7e tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=4914c21c-8280-496c-a6c6-ed7ffe77aa01 HTTP/1.1" status: 200 len: 946 time: 0.0673730 Jan 27 08:17:45.606014 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255a1ee-84a7-479b-9f63-851adf3137fb req-a88c0900-5e0f-4051-a957-3e64bf1e4855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:45.607416 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-4255a1ee-84a7-479b-9f63-851adf3137fb req-a88c0900-5e0f-4051-a957-3e64bf1e4855 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d7d330a1-f1de-4cfc-a689-5442b8d6439a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0418086 Jan 27 08:17:45.653469 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396070a0-6608-45ff-bd6c-e20016c17938 req-9ad4bdfa-878f-4518-bd2b-e18f7ea96a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:45.654970 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-396070a0-6608-45ff-bd6c-e20016c17938 req-9ad4bdfa-878f-4518-bd2b-e18f7ea96a4c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b7914447-2aa2-4569-84ca-e3ee909bc8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1027548 Jan 27 08:17:45.661606 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-427e8254-1e38-49ec-878e-a9260bd80442 req-ea9a6996-1cdb-4915-b726-0a6de5b0b17e tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741835 Jan 27 08:17:45.732693 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-4255a1ee-84a7-479b-9f63-851adf3137fb req-b6555c03-fae1-4142-965b-2549411d7bfe service neutron] 10.222.0.72 "GET /v2.0/networks/d7d330a1-f1de-4cfc-a689-5442b8d6439a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183617 Jan 27 08:17:45.794615 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61020d68-724f-4987-a5fe-438549681cfd req-ea9e5fb9-7c34-454f-b305-459035c34c14 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:45.796082 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-61020d68-724f-4987-a5fe-438549681cfd req-ea9e5fb9-7c34-454f-b305-459035c34c14 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] 10.222.0.59 "GET /v2.0/ports?device_id=d08c7aaf-8cc2-4962-bab5-efe017bc1d42 HTTP/1.1" status: 200 len: 945 time: 0.0954990 Jan 27 08:17:45.801771 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-396070a0-6608-45ff-bd6c-e20016c17938 req-d5eacc36-2c8c-4142-8b28-002af5610025 service neutron] 10.222.0.72 "GET /v2.0/networks/b7914447-2aa2-4569-84ca-e3ee909bc8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326120 Jan 27 08:17:45.846082 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d339f-62cb-4f33-ae5f-cc76888ada33 req-939081b6-0f85-4869-bc35-698a15905a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:45.847575 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-295d339f-62cb-4f33-ae5f-cc76888ada33 req-939081b6-0f85-4869-bc35-698a15905a72 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b88ccf1a-3e69-47d6-ac9b-d31d5aad936d HTTP/1.1" status: 200 len: 1098 time: 0.1007893 Jan 27 08:17:45.869988 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-4255a1ee-84a7-479b-9f63-851adf3137fb req-c760e4e1-c9e6-46a8-ba27-483fa5e42b0b service neutron] 10.222.0.72 "GET /v2.0/networks/d7d330a1-f1de-4cfc-a689-5442b8d6439a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241555 Jan 27 08:17:45.897314 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-61020d68-724f-4987-a5fe-438549681cfd req-eb2ee721-2cdf-4b19-ac94-7296ac7b535f tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bec9c13-9652-4b0d-a357-a21dac90b195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945604 Jan 27 08:17:45.912347 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-295d339f-62cb-4f33-ae5f-cc76888ada33 req-cc0c7525-7384-4dad-b194-85cb94e2c251 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537305 Jan 27 08:17:45.928458 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-396070a0-6608-45ff-bd6c-e20016c17938 req-02e89897-9e36-44a7-a160-a312e78ddb1d service neutron] 10.222.0.72 "GET /v2.0/networks/b7914447-2aa2-4569-84ca-e3ee909bc8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128590 Jan 27 08:17:46.137653 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862abad9-b941-4c06-93fe-3f7414d1f95a req-5d0036a0-5b76-42f2-b193-a3312bf71b0a tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:46.139325 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-862abad9-b941-4c06-93fe-3f7414d1f95a req-5d0036a0-5b76-42f2-b193-a3312bf71b0a tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] 10.222.0.59 "GET /v2.0/ports?device_id=8245640a-6276-41a0-ac40-efcbf732215b HTTP/1.1" status: 200 len: 948 time: 0.0526812 Jan 27 08:17:46.170555 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238f030-d587-4263-a86e-a6d361f75a38 req-cf196cfe-256e-4358-819e-3c3579ee6242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:46.172051 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-f238f030-d587-4263-a86e-a6d361f75a38 req-cf196cfe-256e-4358-819e-3c3579ee6242 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9336d7d886324cbdbd8e75926b65c5ae&device_id=8245640a-6276-41a0-ac40-efcbf732215b HTTP/1.1" status: 200 len: 1101 time: 0.0459278 Jan 27 08:17:46.214586 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-862abad9-b941-4c06-93fe-3f7414d1f95a req-0cd0b724-519d-4573-88fc-3a9129f3fc15 tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] 10.222.0.59 "GET /v2.0/security-groups?id=7e2c26f8-77e6-43ea-9a81-67948546cd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692475 Jan 27 08:17:46.233434 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc48860b-f45d-496e-a8bc-ec663b92a540 req-403afb7a-3c37-4894-9fef-5824583f2772 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:46.234933 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-fc48860b-f45d-496e-a8bc-ec663b92a540 req-403afb7a-3c37-4894-9fef-5824583f2772 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=b88ccf1a-3e69-47d6-ac9b-d31d5aad936d HTTP/1.1" status: 200 len: 945 time: 0.0608425 Jan 27 08:17:46.276169 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238f030-d587-4263-a86e-a6d361f75a38 req-ca15af94-fa34-4590-92fe-ef94d4557a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:46.277927 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-f238f030-d587-4263-a86e-a6d361f75a38 req-ca15af94-fa34-4590-92fe-ef94d4557a80 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d7d330a1-f1de-4cfc-a689-5442b8d6439a HTTP/1.1" status: 200 len: 870 time: 0.0972662 Jan 27 08:17:46.290552 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-fc48860b-f45d-496e-a8bc-ec663b92a540 req-3f461458-77ba-4527-9593-2ea5e8a4bea9 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488365 Jan 27 08:17:46.322173 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-f238f030-d587-4263-a86e-a6d361f75a38 req-31b8e625-1466-496f-90aa-1dceff103507 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=a59355d6-e5cb-4d53-bb2b-56cfaf08c5db HTTP/1.1" status: 200 len: 217 time: 0.0358992 Jan 27 08:17:46.380679 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238f030-d587-4263-a86e-a6d361f75a38 req-c5b451c2-5070-418b-9c48-7947a5e91921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:46.382118 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-f238f030-d587-4263-a86e-a6d361f75a38 req-c5b451c2-5070-418b-9c48-7947a5e91921 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eb16febd-4617-41b4-85b1-a0cb9a67f801 HTTP/1.1" status: 200 len: 843 time: 0.0519137 Jan 27 08:17:46.441104 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238f030-d587-4263-a86e-a6d361f75a38 req-de727efb-892c-4dae-ab45-6dee8c9f71db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:46.442887 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-f238f030-d587-4263-a86e-a6d361f75a38 req-de727efb-892c-4dae-ab45-6dee8c9f71db service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d7d330a1-f1de-4cfc-a689-5442b8d6439a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0442817 Jan 27 08:17:46.542215 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-f238f030-d587-4263-a86e-a6d361f75a38 req-da4afef4-9d69-4c68-b63d-ce88c2473b11 service neutron] 10.222.0.72 "GET /v2.0/networks/d7d330a1-f1de-4cfc-a689-5442b8d6439a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865414 Jan 27 08:17:46.562667 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf79c072-8422-4c14-b537-52eecb81fa00 req-a2b9cd98-81f0-4b1a-a9b6-a50beae4c720 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:46.564149 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-bf79c072-8422-4c14-b537-52eecb81fa00 req-a2b9cd98-81f0-4b1a-a9b6-a50beae4c720 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 943 time: 0.0788040 Jan 27 08:17:46.571637 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314bf975-6cca-4d46-a7b4-3e24fb10b6d8 req-c474927a-82fe-4713-99e2-483b28a6a967 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:46.573046 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-314bf975-6cca-4d46-a7b4-3e24fb10b6d8 req-c474927a-82fe-4713-99e2-483b28a6a967 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 945 time: 0.0773561 Jan 27 08:17:46.644114 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-bf79c072-8422-4c14-b537-52eecb81fa00 req-aff15ce7-ffa2-4bb4-9cdc-45d377587a90 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700309 Jan 27 08:17:46.644666 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-f238f030-d587-4263-a86e-a6d361f75a38 req-da7753a2-4d99-4b43-a8da-73f59571bafa service neutron] 10.222.0.72 "GET /v2.0/networks/d7d330a1-f1de-4cfc-a689-5442b8d6439a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878675 Jan 27 08:17:46.647293 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-314bf975-6cca-4d46-a7b4-3e24fb10b6d8 req-4ac63f34-a61f-435c-9750-3dc5c3f98ed8 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?id=25056870-6882-4f7c-b7e2-0d78781f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669498 Jan 27 08:17:46.778800 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991bce13-14c1-48db-901e-cc2e14876866 req-042ac526-e2a2-4b4a-a84c-c47a04381802 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:46.780248 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-991bce13-14c1-48db-901e-cc2e14876866 req-042ac526-e2a2-4b4a-a84c-c47a04381802 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=4914c21c-8280-496c-a6c6-ed7ffe77aa01 HTTP/1.1" status: 200 len: 946 time: 0.0469458 Jan 27 08:17:46.830661 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-991bce13-14c1-48db-901e-cc2e14876866 req-6a8ed2b5-0a37-43ae-bcf7-c4cf1c00c032 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448549 Jan 27 08:17:46.943999 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a8f2db-e613-486f-9131-de86c87cff11 req-737d77da-d0a8-44d1-a497-614a9c1be049 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:46.945717 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-f5a8f2db-e613-486f-9131-de86c87cff11 req-737d77da-d0a8-44d1-a497-614a9c1be049 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=4914c21c-8280-496c-a6c6-ed7ffe77aa01 HTTP/1.1" status: 200 len: 946 time: 0.0496845 Jan 27 08:17:47.019909 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-f5a8f2db-e613-486f-9131-de86c87cff11 req-fe884602-6065-41b3-be89-0aabc276f787 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674658 Jan 27 08:17:47.045024 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 60782) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:17:47.048416 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f70d1d-7393-4e4d-94b5-e11506bebb23 req-67d5dbd7-9940-4b7f-8d18-0a7352f1849f tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:47.050437 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-59f70d1d-7393-4e4d-94b5-e11506bebb23 req-67d5dbd7-9940-4b7f-8d18-0a7352f1849f tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] 10.222.0.59 "GET /v2.0/ports?device_id=d08c7aaf-8cc2-4962-bab5-efe017bc1d42 HTTP/1.1" status: 200 len: 945 time: 0.0774810 Jan 27 08:17:47.100044 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-59f70d1d-7393-4e4d-94b5-e11506bebb23 req-ca6acd4e-f10f-42f4-a521-359a8470481a tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bec9c13-9652-4b0d-a357-a21dac90b195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423460 Jan 27 08:17:47.236404 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd790d3-754d-443a-babc-46b5649b3aeb tempest-TestVolumeBootPattern-1515721697 tempest-TestVolumeBootPattern-1515721697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:47.238006 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-4dd790d3-754d-443a-babc-46b5649b3aeb tempest-TestVolumeBootPattern-1515721697 tempest-TestVolumeBootPattern-1515721697-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=4914c21c-8280-496c-a6c6-ed7ffe77aa01 HTTP/1.1" status: 200 len: 1094 time: 0.1917052 Jan 27 08:17:47.241274 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 60790) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:17:47.245784 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [None req-ff9eb7d1-deab-4142-9037-3033f581185e tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Request body: {'floatingip': {'floating_network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'port_id': '126a4024-f069-473d-a344-1c098f499bd2', 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:17:47.281345 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-ff9eb7d1-deab-4142-9037-3033f581185e tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:47.399330 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1f8cb-67a9-420f-9e11-b70b050dcdae req-67286594-3553-4eee-903d-aaf0bf1d7e45 tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:47.400806 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-25f1f8cb-67a9-420f-9e11-b70b050dcdae req-67286594-3553-4eee-903d-aaf0bf1d7e45 tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] 10.222.0.59 "GET /v2.0/ports?device_id=8245640a-6276-41a0-ac40-efcbf732215b HTTP/1.1" status: 200 len: 948 time: 0.1058207 Jan 27 08:17:47.484727 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c7fcf5-be56-4fbd-a300-5c9a0122e2b8 req-a4249c0d-a6d5-4b4b-ac3d-c8e543b77662 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:47.486267 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-c7c7fcf5-be56-4fbd-a300-5c9a0122e2b8 req-a4249c0d-a6d5-4b4b-ac3d-c8e543b77662 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=b88ccf1a-3e69-47d6-ac9b-d31d5aad936d HTTP/1.1" status: 200 len: 945 time: 0.1094632 Jan 27 08:17:47.509655 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-25f1f8cb-67a9-420f-9e11-b70b050dcdae req-8ee87128-9ae8-4c2f-9d8d-3ac9900bff45 tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] 10.222.0.59 "GET /v2.0/security-groups?id=7e2c26f8-77e6-43ea-9a81-67948546cd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871484 Jan 27 08:17:47.549796 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-ff9eb7d1-deab-4142-9037-3033f581185e tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:47.555127 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-c7c7fcf5-be56-4fbd-a300-5c9a0122e2b8 req-fb29ec4f-e1fa-4aaa-b237-fa56b2268b85 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624313 Jan 27 08:17:47.660795 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.db_base_plugin_common [None req-ff9eb7d1-deab-4142-9037-3033f581185e tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Allocated IP 172.27.1.120 (3614e5a2-e145-4686-b153-8df14846b7f6/4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a/d8eba1cd-cdbc-4dfc-a294-a9bd7e4331a8) {{(pid=102576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 08:17:47.801628 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465addd7-b4d7-48c3-8588-a743b29b0b06 req-8b2b2dbc-012f-4719-8e5e-282da93dc6bd tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:47.803099 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-465addd7-b4d7-48c3-8588-a743b29b0b06 req-8b2b2dbc-012f-4719-8e5e-282da93dc6bd tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 945 time: 0.0740979 Jan 27 08:17:47.819848 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-ff9eb7d1-deab-4142-9037-3033f581185e tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks [] for port (d8eba1cd-cdbc-4dfc-a294-a9bd7e4331a8), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:47.906848 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-465addd7-b4d7-48c3-8588-a743b29b0b06 req-697c65fc-30b1-4a7d-a220-920b42eb93b8 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?id=25056870-6882-4f7c-b7e2-0d78781f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975666 Jan 27 08:17:47.923737 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74883164-75d7-4a92-9fc2-9a2031b7eebb req-8973cf53-dd74-45bf-a469-f085cc726dc2 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:47.925117 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-74883164-75d7-4a92-9fc2-9a2031b7eebb req-8973cf53-dd74-45bf-a469-f085cc726dc2 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 943 time: 0.0970244 Jan 27 08:17:47.926118 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-ff9eb7d1-deab-4142-9037-3033f581185e tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730334756109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13114657'] for port (d8eba1cd-cdbc-4dfc-a294-a9bd7e4331a8), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:47.981909 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9eb7d1-deab-4142-9037-3033f581185e tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Network 3614e5a2-e145-4686-b153-8df14846b7f6 is already hosted by enough agents. {{(pid=102576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 08:17:48.012111 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.base_scheduler [None req-ff9eb7d1-deab-4142-9037-3033f581185e tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Resources bound (agent type, host, resource id): {{(pid=102576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:17:48.023297 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9eb7d1-deab-4142-9037-3033f581185e tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Received port after_create {{(pid=102576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 08:17:48.029029 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9eb7d1-deab-4142-9037-3033f581185e tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Pushing event updated for resources: {'Port': ['ID=d8eba1cd-cdbc-4dfc-a294-a9bd7e4331a8,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:17:48.078803 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-74883164-75d7-4a92-9fc2-9a2031b7eebb req-b8ae20c0-ca57-479d-b6b9-8e66e00fe32e tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435385 Jan 27 08:17:48.092998 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a771849d-8599-45ea-94d4-d7d317d9420a req-b9ea95bb-b36d-4758-89df-5d5a45b7839b tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:48.094432 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a771849d-8599-45ea-94d4-d7d317d9420a req-b9ea95bb-b36d-4758-89df-5d5a45b7839b tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] 10.222.0.59 "GET /v2.0/ports?device_id=d08c7aaf-8cc2-4962-bab5-efe017bc1d42 HTTP/1.1" status: 200 len: 945 time: 0.1241221 Jan 27 08:17:48.127318 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device a59355d6-e5cb-4d53-bb2b-56cfaf08c5db details requested by agent hyperv_hv-cinder-82658 with host hv-cinder-82658 {{(pid=102577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 08:17:48.199373 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a771849d-8599-45ea-94d4-d7d317d9420a req-e2bcd5f0-ed69-4907-b3ea-aed93d90d4de tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bec9c13-9652-4b0d-a357-a21dac90b195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991807 Jan 27 08:17:48.225708 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port a59355d6-e5cb-4d53-bb2b-56cfaf08c5db, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=a59355d6-e5cb-4d53-bb2b-56cfaf08c5db,segment=NetworkSegment(a7d9344e-c0bc-4e6b-8039-f2037a6ed816),segment_id=a7d9344e-c0bc-4e6b-8039-f2037a6ed816)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:17:48.236483 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Returning: {'device': 'a59355d6-e5cb-4d53-bb2b-56cfaf08c5db', 'network_id': 'd7d330a1-f1de-4cfc-a689-5442b8d6439a', 'port_id': 'a59355d6-e5cb-4d53-bb2b-56cfaf08c5db', 'mac_address': 'fa:16:3e:d2:dc:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb16febd-4617-41b4-85b1-a0cb9a67f801', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 08:17:48.272780 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Current status of the port a59355d6-e5cb-4d53-bb2b-56cfaf08c5db is: DOWN; New status is: BUILD {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:17:48.273159 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (a59355d6-e5cb-4d53-bb2b-56cfaf08c5db), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:48.289729 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.notifiers.nova [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a59355d6-e5cb-4d53-bb2b-56cfaf08c5db {{(pid=102577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 08:17:48.310444 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port a59355d6-e5cb-4d53-bb2b-56cfaf08c5db, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=a59355d6-e5cb-4d53-bb2b-56cfaf08c5db,segment=NetworkSegment(a7d9344e-c0bc-4e6b-8039-f2037a6ed816),segment_id=a7d9344e-c0bc-4e6b-8039-f2037a6ed816)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:17:48.314523 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (a59355d6-e5cb-4d53-bb2b-56cfaf08c5db), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:48.362292 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Pushing event updated for resources: {'Port': ['ID=a59355d6-e5cb-4d53-bb2b-56cfaf08c5db,revision_number=4']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:17:48.440855 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-ff9eb7d1-deab-4142-9037-3033f581185e tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks [] for floatingip (3c6c307a-a1ef-4a49-ac09-2b45972160e3), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:48.507965 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-ff9eb7d1-deab-4142-9037-3033f581185e tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (d8eba1cd-cdbc-4dfc-a294-a9bd7e4331a8), before_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:48.640527 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] get_ports_and_sgs() called for port_ids ['a59355d6-e5cb-4d53-bb2b-56cfaf08c5db'] {{(pid=102577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 08:17:48.707462 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba50085-a387-448a-ac42-621e35c91740 req-f26029bd-7498-415e-8241-88101379b8c3 tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:48.708963 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-8ba50085-a387-448a-ac42-621e35c91740 req-f26029bd-7498-415e-8241-88101379b8c3 tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] 10.222.0.59 "GET /v2.0/ports?device_id=8245640a-6276-41a0-ac40-efcbf732215b HTTP/1.1" status: 200 len: 949 time: 0.1100113 Jan 27 08:17:48.718069 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf293cb-381b-4cd0-9fec-311210003153 req-73fe5952-3a14-4ee7-8970-76a8f6e921fc tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:48.719473 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-0cf293cb-381b-4cd0-9fec-311210003153 req-73fe5952-3a14-4ee7-8970-76a8f6e921fc tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=b88ccf1a-3e69-47d6-ac9b-d31d5aad936d HTTP/1.1" status: 200 len: 945 time: 0.0903451 Jan 27 08:17:48.745723 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-ff9eb7d1-deab-4142-9037-3033f581185e tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks [] for port (d8eba1cd-cdbc-4dfc-a294-a9bd7e4331a8), precommit_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:48.760361 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-ff9eb7d1-deab-4142-9037-3033f581185e tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13114678'] for port (d8eba1cd-cdbc-4dfc-a294-a9bd7e4331a8), after_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:48.870013 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-8ba50085-a387-448a-ac42-621e35c91740 req-6104e178-bdd1-4bd4-9ba7-ebcedf648145 tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] 10.222.0.59 "GET /v2.0/security-groups?id=7e2c26f8-77e6-43ea-9a81-67948546cd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463296 Jan 27 08:17:48.872397 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9eb7d1-deab-4142-9037-3033f581185e tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Pushing event updated for resources: {'Port': ['ID=d8eba1cd-cdbc-4dfc-a294-a9bd7e4331a8,revision_number=2']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:17:48.878410 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-0cf293cb-381b-4cd0-9fec-311210003153 req-9bddfd11-4db7-4f43-81d8-36b9e135449c tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503282 Jan 27 08:17:48.890541 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9eb7d1-deab-4142-9037-3033f581185e tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:17:48.890920 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9eb7d1-deab-4142-9037-3033f581185e tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:17:48.891205 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9eb7d1-deab-4142-9037-3033f581185e tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:17:48.891535 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9eb7d1-deab-4142-9037-3033f581185e tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:17:48.891961 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9eb7d1-deab-4142-9037-3033f581185e tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:17:48.892178 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9eb7d1-deab-4142-9037-3033f581185e tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:17:48.892497 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9eb7d1-deab-4142-9037-3033f581185e tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:17:48.892838 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9eb7d1-deab-4142-9037-3033f581185e tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:17:48.893158 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9eb7d1-deab-4142-9037-3033f581185e tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:17:48.893478 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9eb7d1-deab-4142-9037-3033f581185e tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:17:48.893792 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9eb7d1-deab-4142-9037-3033f581185e tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:17:48.894105 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9eb7d1-deab-4142-9037-3033f581185e tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:17:48.894415 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9eb7d1-deab-4142-9037-3033f581185e tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:17:48.897976 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-ff9eb7d1-deab-4142-9037-3033f581185e tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549487'] for floatingip (3c6c307a-a1ef-4a49-ac09-2b45972160e3), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:48.998804 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.db.l3_db [None req-ff9eb7d1-deab-4142-9037-3033f581185e tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Floating IP 3c6c307a-a1ef-4a49-ac09-2b45972160e3 associated. External IP: 172.27.1.120, port: 126a4024-f069-473d-a344-1c098f499bd2. Jan 27 08:17:49.244926 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dafff73-13a8-4786-8477-71f1f56e3035 req-4efe312d-0810-42a6-b0ef-1b8ee24fbe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:49.246980 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-1dafff73-13a8-4786-8477-71f1f56e3035 req-4efe312d-0810-42a6-b0ef-1b8ee24fbe2d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=494feea85d154e5fb70b8c9bb9392067&device_id=b88ccf1a-3e69-47d6-ac9b-d31d5aad936d HTTP/1.1" status: 200 len: 1098 time: 0.0409155 Jan 27 08:17:49.347001 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dafff73-13a8-4786-8477-71f1f56e3035 req-b26773cb-d4e3-496b-a750-c60bc52c8605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:49.348512 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-1dafff73-13a8-4786-8477-71f1f56e3035 req-b26773cb-d4e3-496b-a750-c60bc52c8605 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ce45940d-ecbf-47a0-9d51-ed21ab35fe07 HTTP/1.1" status: 200 len: 919 time: 0.0904844 Jan 27 08:17:49.370062 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efba6f3-156b-44e5-b6ad-8e518cc16a8d req-9b719efb-66af-450b-adda-c8a039d681cb tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:49.372322 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-3efba6f3-156b-44e5-b6ad-8e518cc16a8d req-9b719efb-66af-450b-adda-c8a039d681cb tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 943 time: 0.0974481 Jan 27 08:17:49.378585 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26127ca-c886-4184-bfd2-4ef9421a31f3 req-8e3748be-4347-4e55-82dd-87e0cba93ee9 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:49.379904 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b26127ca-c886-4184-bfd2-4ef9421a31f3 req-8e3748be-4347-4e55-82dd-87e0cba93ee9 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=b88ccf1a-3e69-47d6-ac9b-d31d5aad936d HTTP/1.1" status: 200 len: 945 time: 0.1064007 Jan 27 08:17:49.390585 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-1dafff73-13a8-4786-8477-71f1f56e3035 req-1c3c44da-ea25-43fb-973a-8e169a70d244 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2482131d-d792-43df-a5ba-966feb101f26 HTTP/1.1" status: 200 len: 217 time: 0.0353987 Jan 27 08:17:49.438590 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dafff73-13a8-4786-8477-71f1f56e3035 req-8efc2fc4-b4b7-433b-a0c4-c6458428f07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:49.440046 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-1dafff73-13a8-4786-8477-71f1f56e3035 req-8efc2fc4-b4b7-433b-a0c4-c6458428f07c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=616d213d-6c5b-4a88-a3ce-dc11ee07f260 HTTP/1.1" status: 200 len: 858 time: 0.0428948 Jan 27 08:17:49.486841 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-1dafff73-13a8-4786-8477-71f1f56e3035 req-dd89430b-fe12-44be-9f28-5788f799d7d6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ce45940d-ecbf-47a0-9d51-ed21ab35fe07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281315 Jan 27 08:17:49.554094 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-3efba6f3-156b-44e5-b6ad-8e518cc16a8d req-bd4a6fac-64e7-4339-95ce-0b590c5ad17c tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732461 Jan 27 08:17:49.556820 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b26127ca-c886-4184-bfd2-4ef9421a31f3 req-ebd9096e-8319-4050-b7e8-296088a95fdb tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474767 Jan 27 08:17:49.578811 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff9eb7d1-deab-4142-9037-3033f581185e tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Router 900182e7-ce27-4189-bb33-70c250482c8a has already been hosted by L3 agent c4292dc4-d7f6-4187-994e-0142c7d14647 {{(pid=102576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 08:17:49.590456 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b00a4dd-7a53-43d9-bc35-a7204d7b9678 req-c539197f-de3c-43f6-afb2-f327f3c8e480 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:49.591952 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-5b00a4dd-7a53-43d9-bc35-a7204d7b9678 req-c539197f-de3c-43f6-afb2-f327f3c8e480 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] 10.222.0.72 "GET /v2.0/ports?device_id=d08c7aaf-8cc2-4962-bab5-efe017bc1d42 HTTP/1.1" status: 200 len: 945 time: 0.1539667 Jan 27 08:17:49.617624 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-1dafff73-13a8-4786-8477-71f1f56e3035 req-041aea6e-6aa7-433f-a233-08f2e20eb973 service neutron] 10.222.0.72 "GET /v2.0/networks/ce45940d-ecbf-47a0-9d51-ed21ab35fe07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203511 Jan 27 08:17:49.719679 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-1dafff73-13a8-4786-8477-71f1f56e3035 req-77755289-4879-47b8-9321-30dad51fff20 service neutron] 10.222.0.72 "GET /v2.0/networks/ce45940d-ecbf-47a0-9d51-ed21ab35fe07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952208 Jan 27 08:17:49.806484 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e83360-cdcf-478e-991e-560ed1f30a76 req-0f9a8536-eb5c-42b5-820d-5687f0963d57 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:49.808047 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a7e83360-cdcf-478e-991e-560ed1f30a76 req-0f9a8536-eb5c-42b5-820d-5687f0963d57 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] 10.222.0.59 "GET /v2.0/ports?device_id=d08c7aaf-8cc2-4962-bab5-efe017bc1d42 HTTP/1.1" status: 200 len: 945 time: 0.1484201 Jan 27 08:17:49.845465 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9eb7d1-deab-4142-9037-3033f581185e tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Notify agent at l3_agent.dv-cinder-826589-1-iscsi the message routers_updated {{(pid=102576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 08:17:49.857095 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0710b3f-c049-47df-a4de-c4ccc1877562 None None] Sync routers for ids ['900182e7-ce27-4189-bb33-70c250482c8a'] in dv-cinder-826589-1-iscsi {{(pid=102578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 08:17:49.867318 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0710b3f-c049-47df-a4de-c4ccc1877562 None None] Routers {'900182e7-ce27-4189-bb33-70c250482c8a'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:17:49.867940 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-c0710b3f-c049-47df-a4de-c4ccc1877562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:17:23Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['900182e7-ce27-4189-bb33-70c250482c8a'], 'active': True} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:17:49.890546 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.plugin [req-5b00a4dd-7a53-43d9-bc35-a7204d7b9678 req-ca8a54bb-0707-47db-8cfc-61761a3d3478 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] Deleting port 0ad61ce3-ad81-4c8d-aeee-03b54354e7d0 {{(pid=102576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 08:17:49.892520 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-5b00a4dd-7a53-43d9-bc35-a7204d7b9678 req-ca8a54bb-0707-47db-8cfc-61761a3d3478 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730335283038'] for port (0ad61ce3-ad81-4c8d-aeee-03b54354e7d0), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:49.898788 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a7e83360-cdcf-478e-991e-560ed1f30a76 req-d7c24cc3-aa42-4f04-9cba-ecf0cce65e35 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bec9c13-9652-4b0d-a357-a21dac90b195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825400 Jan 27 08:17:49.900767 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-fe75750e-1101-4b3f-a63f-ddffb1e737d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (913d1d6b-f856-4828-afb6-1e4cc7d36f68), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:49.901435 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-ff9eb7d1-deab-4142-9037-3033f581185e tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for floatingip (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:49.994595 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvr_db [None req-c0710b3f-c049-47df-a4de-c4ccc1877562 None None] Set router 900182e7-ce27-4189-bb33-70c250482c8a gateway port host: dv-cinder-826589-1-iscsi {{(pid=102578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:17:50.022117 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-ff9eb7d1-deab-4142-9037-3033f581185e tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7797465 Jan 27 08:17:50.025202 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4914c21c-8280-496c-a6c6-ed7ffe77aa01', 'tag': '126a4024-f069-473d-a344-1c098f499bd2'}] {{(pid=102576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:17:50.027954 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e99b03222c8d2fef0e5d308316368c2f75dcb43852cf269b2a1b1136e13dae4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff98aa84-36e9-4fa5-aef6-8e022ebe2ebd" -d '{"events": [{"name": "network-changed", "server_uuid": "4914c21c-8280-496c-a6c6-ed7ffe77aa01", "tag": "126a4024-f069-473d-a344-1c098f499bd2"}]}' {{(pid=102576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:17:50.063736 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.db [req-5b00a4dd-7a53-43d9-bc35-a7204d7b9678 req-ca8a54bb-0707-47db-8cfc-61761a3d3478 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] For port 0ad61ce3-ad81-4c8d-aeee-03b54354e7d0, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=0ad61ce3-ad81-4c8d-aeee-03b54354e7d0,segment=NetworkSegment(74a47a65-eb76-452b-a51a-269a2e7fc65e),segment_id=74a47a65-eb76-452b-a51a-269a2e7fc65e)] {{(pid=102576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:17:50.064101 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-5b00a4dd-7a53-43d9-bc35-a7204d7b9678 req-ca8a54bb-0707-47db-8cfc-61761a3d3478 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547444'] for port (0ad61ce3-ad81-4c8d-aeee-03b54354e7d0), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:50.068808 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 08:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84a490f-ca9f-4716-bcd5-7dc702059deb x-openstack-request-id: req-e84a490f-ca9f-4716-bcd5-7dc702059deb {{(pid=102576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:17:50.069102 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4914c21c-8280-496c-a6c6-ed7ffe77aa01", "tag": "126a4024-f069-473d-a344-1c098f499bd2", "status": "completed", "code": 200}]} {{(pid=102576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:17:50.069359 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e84a490f-ca9f-4716-bcd5-7dc702059deb {{(pid=102576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:17:50.069739 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4914c21c-8280-496c-a6c6-ed7ffe77aa01', 'tag': '126a4024-f069-473d-a344-1c098f499bd2', 'status': 'completed', 'code': 200} Jan 27 08:17:50.088957 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.plugin [req-5b00a4dd-7a53-43d9-bc35-a7204d7b9678 req-ca8a54bb-0707-47db-8cfc-61761a3d3478 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] Calling delete_port for 0ad61ce3-ad81-4c8d-aeee-03b54354e7d0 owned by compute:nova {{(pid=102576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 08:17:50.106842 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623b2d3-067a-4fc0-a64f-555f8bb5d8f0 req-7ddd4412-790c-4569-8181-00b56f8a53a4 tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:50.110184 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-2623b2d3-067a-4fc0-a64f-555f8bb5d8f0 req-7ddd4412-790c-4569-8181-00b56f8a53a4 tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] 10.222.0.59 "GET /v2.0/ports?device_id=8245640a-6276-41a0-ac40-efcbf732215b HTTP/1.1" status: 200 len: 949 time: 0.1518884 Jan 27 08:17:50.135730 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff98aa84-36e9-4fa5-aef6-8e022ebe2ebd req-7b747295-2f13-4e30-acbe-12295f90fbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:50.137803 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-ff98aa84-36e9-4fa5-aef6-8e022ebe2ebd req-7b747295-2f13-4e30-acbe-12295f90fbdd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0faac1e89cc44ae197577f1e66e143cd&device_id=4914c21c-8280-496c-a6c6-ed7ffe77aa01 HTTP/1.1" status: 200 len: 1099 time: 0.0440285 Jan 27 08:17:50.147276 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device a59355d6-e5cb-4d53-bb2b-56cfaf08c5db up at agent hyperv_hv-cinder-82658 {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:17:50.212949 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Provisioning for port a59355d6-e5cb-4d53-bb2b-56cfaf08c5db completed by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 08:17:50.227347 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Provisioning complete for port a59355d6-e5cb-4d53-bb2b-56cfaf08c5db triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:17:50.228394 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (a59355d6-e5cb-4d53-bb2b-56cfaf08c5db), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:50.232325 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-2623b2d3-067a-4fc0-a64f-555f8bb5d8f0 req-f3731f80-3650-42cf-83bf-9d0517972bbf tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] 10.222.0.59 "GET /v2.0/security-groups?id=7e2c26f8-77e6-43ea-9a81-67948546cd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125102 Jan 27 08:17:50.257693 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff98aa84-36e9-4fa5-aef6-8e022ebe2ebd req-0d452051-7063-40ff-81c3-a67d5a6508d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:50.259451 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-ff98aa84-36e9-4fa5-aef6-8e022ebe2ebd req-0d452051-7063-40ff-81c3-a67d5a6508d0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9b081a2b-185d-4bc7-8711-580f26a8816a HTTP/1.1" status: 200 len: 913 time: 0.0976446 Jan 27 08:17:50.268356 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-c0710b3f-c049-47df-a4de-c4ccc1877562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900182e7-ce27-4189-bb33-70c250482c8a', 'name': 'tempest-TestVolumeBootPattern-1736694676-router', 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '4c9bd725-8fed-4ede-a168-3d70d7474ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:16:19Z', 'updated_at': '2022-01-27T08:16:23Z', 'revision_number': 4, 'project_id': '0faac1e89cc44ae197577f1e66e143cd', 'gw_port': {'id': '4c9bd725-8fed-4ede-a168-3d70d7474ddd', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ea:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900182e7-ce27-4189-bb33-70c250482c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:16:20Z', 'updated_at': '2022-01-27T08:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_floatingips': [{'id': '3c6c307a-a1ef-4a49-ac09-2b45972160e3', 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'floating_ip_address': '172.27.1.120', 'floating_network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'router_id': '900182e7-ce27-4189-bb33-70c250482c8a', 'port_id': '126a4024-f069-473d-a344-1c098f499bd2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b081a2b-185d-4bc7-8711-580f26a8816a', 'mac_address': 'fa:16:3e:41:6c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4914c21c-8280-496c-a6c6-ed7ffe77aa01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T08:17:48Z', 'updated_at': '2022-01-27T08:17:48Z', 'revision_number': 0, 'project_id': '0faac1e89cc44ae197577f1e66e143cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b55e100-31f6-4087-b698-a5e04e6b56de', 'name': '', 'network_id': '9b081a2b-185d-4bc7-8711-580f26a8816a', 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'mac_address': 'fa:16:3e:96:34:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900182e7-ce27-4189-bb33-70c250482c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'dea6adae-bbac-41f2-ace5-b3e89da3af0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:16:22Z', 'updated_at': '2022-01-27T08:16:29Z', 'revision_number': 5, 'project_id': '0faac1e89cc44ae197577f1e66e143cd', 'subnets': [{'id': 'dea6adae-bbac-41f2-ace5-b3e89da3af0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:17:50.300792 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0710b3f-c049-47df-a4de-c4ccc1877562 None None] Checking router: 900182e7-ce27-4189-bb33-70c250482c8a for host: dv-cinder-826589-1-iscsi {{(pid=102578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 08:17:50.312652 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0710b3f-c049-47df-a4de-c4ccc1877562 None None] Routers {'900182e7-ce27-4189-bb33-70c250482c8a'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:17:50.313316 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-c0710b3f-c049-47df-a4de-c4ccc1877562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:17:23Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['900182e7-ce27-4189-bb33-70c250482c8a'], 'active': True} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:17:50.320519 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Current status of the port a59355d6-e5cb-4d53-bb2b-56cfaf08c5db is: BUILD; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:17:50.321303 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (a59355d6-e5cb-4d53-bb2b-56cfaf08c5db), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:50.343642 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-5b00a4dd-7a53-43d9-bc35-a7204d7b9678 req-ca8a54bb-0707-47db-8cfc-61761a3d3478 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730335288760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730334756118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13114657'] for port (0ad61ce3-ad81-4c8d-aeee-03b54354e7d0), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:50.370274 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port a59355d6-e5cb-4d53-bb2b-56cfaf08c5db, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=a59355d6-e5cb-4d53-bb2b-56cfaf08c5db,segment=NetworkSegment(a7d9344e-c0bc-4e6b-8039-f2037a6ed816),segment_id=a7d9344e-c0bc-4e6b-8039-f2037a6ed816)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:17:50.371714 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8245640a-6276-41a0-ac40-efcbf732215b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59355d6-e5cb-4d53-bb2b-56cfaf08c5db'}] {{(pid=102577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:17:50.374230 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ec6f2d63f069076934ea9a19260140f1f8696ff0c22b7471017e65d09815c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f519e20-1ac0-4594-bac7-cda2bddc5b52" -d '{"events": [{"server_uuid": "8245640a-6276-41a0-ac40-efcbf732215b", "name": "network-vif-plugged", "status": "completed", "tag": "a59355d6-e5cb-4d53-bb2b-56cfaf08c5db"}]}' {{(pid=102577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:17:50.378783 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (a59355d6-e5cb-4d53-bb2b-56cfaf08c5db), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:50.379694 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device 0ad61ce3-ad81-4c8d-aeee-03b54354e7d0 no longer exists at agent hyperv_hv-cinder-82658 {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 08:17:50.383226 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8a54bb-0707-47db-8cfc-61761a3d3478 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] Pushing event deleted for resources: {'Port': ['ID=0ad61ce3-ad81-4c8d-aeee-03b54354e7d0,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:17:50.427430 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 08:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f63587-e7d4-4f76-89a5-7262157e2e6a x-openstack-request-id: req-88f63587-e7d4-4f76-89a5-7262157e2e6a {{(pid=102577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:17:50.427732 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8245640a-6276-41a0-ac40-efcbf732215b", "name": "network-vif-plugged", "status": "completed", "tag": "a59355d6-e5cb-4d53-bb2b-56cfaf08c5db", "code": 200}]} {{(pid=102577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:17:50.427990 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-88f63587-e7d4-4f76-89a5-7262157e2e6a {{(pid=102577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:17:50.428383 dv-cinder-826589-1-iscsi neutron-server[102577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8245640a-6276-41a0-ac40-efcbf732215b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59355d6-e5cb-4d53-bb2b-56cfaf08c5db', 'code': 200} Jan 27 08:17:50.431035 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] No Port match for: 0ad61ce3-ad81-4c8d-aeee-03b54354e7d0 {{(pid=102577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 08:17:50.431590 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device 0ad61ce3-ad81-4c8d-aeee-03b54354e7d0 not bound to the agent host hv-cinder-82658 {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 08:17:50.473948 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvr_db [None req-c0710b3f-c049-47df-a4de-c4ccc1877562 None None] Set router 900182e7-ce27-4189-bb33-70c250482c8a gateway port host: dv-cinder-826589-1-iscsi {{(pid=102578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:17:50.478326 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b00a4dd-7a53-43d9-bc35-a7204d7b9678 req-ca8a54bb-0707-47db-8cfc-61761a3d3478 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] No DVR routers for this DVR port 0ad61ce3-ad81-4c8d-aeee-03b54354e7d0 on host hv-cinder-82658 {{(pid=102576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 08:17:50.482348 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-5b00a4dd-7a53-43d9-bc35-a7204d7b9678 req-ca8a54bb-0707-47db-8cfc-61761a3d3478 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for port (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:50.486166 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Pushing event updated for resources: {'Port': ['ID=a59355d6-e5cb-4d53-bb2b-56cfaf08c5db,revision_number=5']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:17:50.486394 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-5b00a4dd-7a53-43d9-bc35-a7204d7b9678 req-ca8a54bb-0707-47db-8cfc-61761a3d3478 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] 10.222.0.72 "DELETE /v2.0/ports/0ad61ce3-ad81-4c8d-aeee-03b54354e7d0 HTTP/1.1" status: 204 len: 173 time: 0.8882380 Jan 27 08:17:50.649917 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-ff98aa84-36e9-4fa5-aef6-8e022ebe2ebd req-dd224510-374c-4308-b95d-ab234ec5c4f3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=126a4024-f069-473d-a344-1c098f499bd2 HTTP/1.1" status: 200 len: 1000 time: 0.3819816 Jan 27 08:17:50.728705 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff98aa84-36e9-4fa5-aef6-8e022ebe2ebd req-fd4cfc63-16b8-423d-ac6e-0389ab88bb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:50.730905 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-ff98aa84-36e9-4fa5-aef6-8e022ebe2ebd req-fd4cfc63-16b8-423d-ac6e-0389ab88bb8a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dea6adae-bbac-41f2-ace5-b3e89da3af0b HTTP/1.1" status: 200 len: 851 time: 0.0606627 Jan 27 08:17:50.784557 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff98aa84-36e9-4fa5-aef6-8e022ebe2ebd req-5d33f874-a04c-41c1-a06a-7d1923f07b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:50.786214 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-ff98aa84-36e9-4fa5-aef6-8e022ebe2ebd req-5d33f874-a04c-41c1-a06a-7d1923f07b7d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9b081a2b-185d-4bc7-8711-580f26a8816a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0490527 Jan 27 08:17:50.788521 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-c0710b3f-c049-47df-a4de-c4ccc1877562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900182e7-ce27-4189-bb33-70c250482c8a', 'name': 'tempest-TestVolumeBootPattern-1736694676-router', 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '4c9bd725-8fed-4ede-a168-3d70d7474ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:16:19Z', 'updated_at': '2022-01-27T08:16:23Z', 'revision_number': 4, 'project_id': '0faac1e89cc44ae197577f1e66e143cd', 'gw_port': {'id': '4c9bd725-8fed-4ede-a168-3d70d7474ddd', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ea:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900182e7-ce27-4189-bb33-70c250482c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:16:20Z', 'updated_at': '2022-01-27T08:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_floatingips': [{'id': '3c6c307a-a1ef-4a49-ac09-2b45972160e3', 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'floating_ip_address': '172.27.1.120', 'floating_network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'router_id': '900182e7-ce27-4189-bb33-70c250482c8a', 'port_id': '126a4024-f069-473d-a344-1c098f499bd2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b081a2b-185d-4bc7-8711-580f26a8816a', 'mac_address': 'fa:16:3e:41:6c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4914c21c-8280-496c-a6c6-ed7ffe77aa01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T08:17:48Z', 'updated_at': '2022-01-27T08:17:48Z', 'revision_number': 0, 'project_id': '0faac1e89cc44ae197577f1e66e143cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b55e100-31f6-4087-b698-a5e04e6b56de', 'name': '', 'network_id': '9b081a2b-185d-4bc7-8711-580f26a8816a', 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'mac_address': 'fa:16:3e:96:34:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900182e7-ce27-4189-bb33-70c250482c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'dea6adae-bbac-41f2-ace5-b3e89da3af0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:16:22Z', 'updated_at': '2022-01-27T08:16:29Z', 'revision_number': 5, 'project_id': '0faac1e89cc44ae197577f1e66e143cd', 'subnets': [{'id': 'dea6adae-bbac-41f2-ace5-b3e89da3af0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:17:50.812285 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d175b65-1a9e-4205-b489-42c5ddcd0b3a req-aaac924e-fd1b-4f0c-bad8-95af75cc4166 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:50.813809 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-3d175b65-1a9e-4205-b489-42c5ddcd0b3a req-aaac924e-fd1b-4f0c-bad8-95af75cc4166 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=b88ccf1a-3e69-47d6-ac9b-d31d5aad936d HTTP/1.1" status: 200 len: 945 time: 0.1539493 Jan 27 08:17:50.815228 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0710b3f-c049-47df-a4de-c4ccc1877562 None None] The sync data for ids ['900182e7-ce27-4189-bb33-70c250482c8a'] in dv-cinder-826589-1-iscsi is: [{'id': '900182e7-ce27-4189-bb33-70c250482c8a', 'name': 'tempest-TestVolumeBootPattern-1736694676-router', 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '4c9bd725-8fed-4ede-a168-3d70d7474ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:16:19Z', 'updated_at': '2022-01-27T08:16:23Z', 'revision_number': 4, 'project_id': '0faac1e89cc44ae197577f1e66e143cd', 'gw_port': {'id': '4c9bd725-8fed-4ede-a168-3d70d7474ddd', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ea:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900182e7-ce27-4189-bb33-70c250482c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:16:20Z', 'updated_at': '2022-01-27T08:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_floatingips': [{'id': '3c6c307a-a1ef-4a49-ac09-2b45972160e3', 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'floating_ip_address': '172.27.1.120', 'floating_network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'router_id': '900182e7-ce27-4189-bb33-70c250482c8a', 'port_id': '126a4024-f069-473d-a344-1c098f499bd2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b081a2b-185d-4bc7-8711-580f26a8816a', 'mac_address': 'fa:16:3e:41:6c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4914c21c-8280-496c-a6c6-ed7ffe77aa01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T08:17:48Z', 'updated_at': '2022-01-27T08:17:48Z', 'revision_number': 0, 'project_id': '0faac1e89cc44ae197577f1e66e143cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b55e100-31f6-4087-b698-a5e04e6b56de', 'name': '', 'network_id': '9b081a2b-185d-4bc7-8711-580f26a8816a', 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'mac_address': 'fa:16:3e:96:34:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900182e7-ce27-4189-bb33-70c250482c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'dea6adae-bbac-41f2-ace5-b3e89da3af0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:16:22Z', 'updated_at': '2022-01-27T08:16:29Z', 'revision_number': 5, 'project_id': '0faac1e89cc44ae197577f1e66e143cd', 'subnets': [{'id': 'dea6adae-bbac-41f2-ace5-b3e89da3af0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 08:17:50.832804 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580431f-43ad-4436-a713-f0292570c131 req-854eb1ad-14ef-4dfb-a198-71f1f53e2a81 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:50.834352 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-1580431f-43ad-4436-a713-f0292570c131 req-854eb1ad-14ef-4dfb-a198-71f1f53e2a81 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 943 time: 0.1654351 Jan 27 08:17:50.836098 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed70e7d7-1224-4778-bc9b-4a2c3a5d236e req-8150bea5-8721-4e50-9920-46d4d125cc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:50.837553 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-ed70e7d7-1224-4778-bc9b-4a2c3a5d236e req-8150bea5-8721-4e50-9920-46d4d125cc26 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8245640a-6276-41a0-ac40-efcbf732215b HTTP/1.1" status: 200 len: 1103 time: 0.1664016 Jan 27 08:17:50.900885 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-ff98aa84-36e9-4fa5-aef6-8e022ebe2ebd req-bf49fd55-08bb-4811-8640-d1b430ef04e4 service neutron] 10.222.0.72 "GET /v2.0/networks/9b081a2b-185d-4bc7-8711-580f26a8816a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994384 Jan 27 08:17:50.944318 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-3d175b65-1a9e-4205-b489-42c5ddcd0b3a req-d9c5e76b-c058-4c5d-be3f-450ddeca586b tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229296 Jan 27 08:17:50.956506 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-1580431f-43ad-4436-a713-f0292570c131 req-b4c13caf-8544-4dd0-9151-81197b683109 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137226 Jan 27 08:17:50.958960 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-ed70e7d7-1224-4778-bc9b-4a2c3a5d236e req-52f359b7-4b65-4c6a-b022-cbdbfce73abd service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7e2c26f8-77e6-43ea-9a81-67948546cd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032596 Jan 27 08:17:51.008984 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-ff98aa84-36e9-4fa5-aef6-8e022ebe2ebd req-f5ead8ba-a62a-453d-8dc1-3c85cc0abba5 service neutron] 10.222.0.72 "GET /v2.0/networks/9b081a2b-185d-4bc7-8711-580f26a8816a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991573 Jan 27 08:17:51.056920 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-84345297-0b75-4ffe-aced-38981fc4f910 req-eaacfd0b-07ef-4438-947c-f13bd6d7bc87 tempest-VolumesActionsTest-1672625763 tempest-VolumesActionsTest-1672625763-project] 10.222.0.59 "GET /v2.0/ports?device_id=d08c7aaf-8cc2-4962-bab5-efe017bc1d42 HTTP/1.1" status: 200 len: 210 time: 0.0273409 Jan 27 08:17:51.086258 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fc3a71-0466-443e-ae97-dbdb7d503df2 None None] New status for floating IP 3c6c307a-a1ef-4a49-ac09-2b45972160e3: ACTIVE {{(pid=102577) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 08:17:51.360338 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f2e3a-0db2-4729-a5d3-48498262c0d8 req-df084ef8-1093-41e3-b861-8d55ce3c1150 tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:51.362134 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-818f2e3a-0db2-4729-a5d3-48498262c0d8 req-df084ef8-1093-41e3-b861-8d55ce3c1150 tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] 10.222.0.59 "GET /v2.0/ports?device_id=8245640a-6276-41a0-ac40-efcbf732215b HTTP/1.1" status: 200 len: 950 time: 0.0494797 Jan 27 08:17:51.415671 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-818f2e3a-0db2-4729-a5d3-48498262c0d8 req-a99489b1-528f-4098-8832-6c7f7c3e0248 tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] 10.222.0.59 "GET /v2.0/security-groups?id=7e2c26f8-77e6-43ea-9a81-67948546cd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474908 Jan 27 08:17:52.070883 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd08c7aaf-8cc2-4962-bab5-efe017bc1d42', 'name': 'network-vif-deleted', 'tag': '0ad61ce3-ad81-4c8d-aeee-03b54354e7d0'}] {{(pid=102576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:17:52.073083 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e99b03222c8d2fef0e5d308316368c2f75dcb43852cf269b2a1b1136e13dae4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24fde478-0bd6-4938-a48f-53ac9350f32d" -d '{"events": [{"server_uuid": "d08c7aaf-8cc2-4962-bab5-efe017bc1d42", "name": "network-vif-deleted", "tag": "0ad61ce3-ad81-4c8d-aeee-03b54354e7d0"}]}' {{(pid=102576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:17:52.093138 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eccfd9-138e-4d0e-8d2f-50fc916329aa req-60ea2274-3220-401b-b8ab-8385f7ea5bcd tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:52.094616 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-f8eccfd9-138e-4d0e-8d2f-50fc916329aa req-60ea2274-3220-401b-b8ab-8385f7ea5bcd tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=b88ccf1a-3e69-47d6-ac9b-d31d5aad936d HTTP/1.1" status: 200 len: 945 time: 0.0770016 Jan 27 08:17:52.115320 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9cb429-966f-4d35-a273-eb8f387c5da7 req-96cfe573-890b-44f4-bb1e-f26852982f73 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:52.116783 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-9b9cb429-966f-4d35-a273-eb8f387c5da7 req-96cfe573-890b-44f4-bb1e-f26852982f73 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 943 time: 0.0709076 Jan 27 08:17:52.149692 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device 2cef0fde-7ee1-4668-9eed-893392c43e50 details requested by agent hyperv_hv-cinder-82658 with host hv-cinder-82658 {{(pid=102577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 08:17:52.178067 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-f8eccfd9-138e-4d0e-8d2f-50fc916329aa req-914b06e9-ac5f-439a-ac29-90bbe1f4942f tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752509 Jan 27 08:17:52.201529 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-9b9cb429-966f-4d35-a273-eb8f387c5da7 req-6ccafde8-86e1-4377-b547-b94eda8f4911 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701969 Jan 27 08:17:52.249871 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 08:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce297d8-ff6a-44c3-adde-235f9969689d x-openstack-request-id: req-3ce297d8-ff6a-44c3-adde-235f9969689d {{(pid=102576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:17:52.250187 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d08c7aaf-8cc2-4962-bab5-efe017bc1d42", "name": "network-vif-deleted", "tag": "0ad61ce3-ad81-4c8d-aeee-03b54354e7d0", "status": "completed", "code": 200}]} {{(pid=102576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:17:52.250416 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3ce297d8-ff6a-44c3-adde-235f9969689d {{(pid=102576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:17:52.250793 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd08c7aaf-8cc2-4962-bab5-efe017bc1d42', 'name': 'network-vif-deleted', 'tag': '0ad61ce3-ad81-4c8d-aeee-03b54354e7d0', 'status': 'completed', 'code': 200} Jan 27 08:17:52.256567 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port 2cef0fde-7ee1-4668-9eed-893392c43e50, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=2cef0fde-7ee1-4668-9eed-893392c43e50,segment=NetworkSegment(d52c0c22-6164-4420-8fd5-d7a3d432294e),segment_id=d52c0c22-6164-4420-8fd5-d7a3d432294e)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:17:52.268262 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Returning: {'device': '2cef0fde-7ee1-4668-9eed-893392c43e50', 'network_id': 'eb16c640-8d70-456d-b9db-6e89eb7e23c3', 'port_id': '2cef0fde-7ee1-4668-9eed-893392c43e50', 'mac_address': 'fa:16:3e:7c:0d:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57070168-9245-4dd6-b7ac-0c997e12d4d3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 08:17:52.307114 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Current status of the port 2cef0fde-7ee1-4668-9eed-893392c43e50 is: DOWN; New status is: BUILD {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:17:52.307487 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (2cef0fde-7ee1-4668-9eed-893392c43e50), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:52.321484 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.notifiers.nova [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cef0fde-7ee1-4668-9eed-893392c43e50 {{(pid=102577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 08:17:52.342789 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port 2cef0fde-7ee1-4668-9eed-893392c43e50, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=2cef0fde-7ee1-4668-9eed-893392c43e50,segment=NetworkSegment(d52c0c22-6164-4420-8fd5-d7a3d432294e),segment_id=d52c0c22-6164-4420-8fd5-d7a3d432294e)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:17:52.347026 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (2cef0fde-7ee1-4668-9eed-893392c43e50), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:52.400257 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Pushing event updated for resources: {'Port': ['ID=2cef0fde-7ee1-4668-9eed-893392c43e50,revision_number=9']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:17:52.540836 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b592f-d79f-4544-b1e9-20ce0ccf17ee req-f202df50-9b7f-4f24-b31b-316af860629d tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:52.542972 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-f60b592f-d79f-4544-b1e9-20ce0ccf17ee req-f202df50-9b7f-4f24-b31b-316af860629d tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] 10.222.0.59 "GET /v2.0/ports?device_id=8245640a-6276-41a0-ac40-efcbf732215b HTTP/1.1" status: 200 len: 950 time: 0.0543623 Jan 27 08:17:52.596731 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-f60b592f-d79f-4544-b1e9-20ce0ccf17ee req-32648ac0-d955-4198-aaf7-931457be94b5 tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] 10.222.0.59 "GET /v2.0/security-groups?id=7e2c26f8-77e6-43ea-9a81-67948546cd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479593 Jan 27 08:17:52.686678 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] get_ports_and_sgs() called for port_ids ['2cef0fde-7ee1-4668-9eed-893392c43e50'] {{(pid=102577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 08:17:52.888744 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-f3da37c9-b101-4a70-b3e7-4c6c0267970e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (c4292dc4-d7f6-4187-994e-0142c7d14647), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:53.321317 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8011121b-56fa-4fea-b0f9-80c62f71f914 req-952c0e95-5264-4a2d-9143-a70a6da73a45 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:53.322807 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-8011121b-56fa-4fea-b0f9-80c62f71f914 req-952c0e95-5264-4a2d-9143-a70a6da73a45 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=b88ccf1a-3e69-47d6-ac9b-d31d5aad936d HTTP/1.1" status: 200 len: 945 time: 0.0722232 Jan 27 08:17:53.345107 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3738e-ab65-4ae7-bbce-54b37b45ee77 req-a442421e-8565-426d-9516-df5728048803 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:53.346539 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-89b3738e-ab65-4ae7-bbce-54b37b45ee77 req-a442421e-8565-426d-9516-df5728048803 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 944 time: 0.0712087 Jan 27 08:17:53.409951 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-8011121b-56fa-4fea-b0f9-80c62f71f914 req-dad80744-b691-406c-b865-968aebbaaa71 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807679 Jan 27 08:17:53.416511 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-89b3738e-ab65-4ae7-bbce-54b37b45ee77 req-550f4b0b-2d2b-4694-9852-7c3e0ccc479f tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640678 Jan 27 08:17:53.712837 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab48cfc-4664-4690-9389-ffba372ff91e req-f236d9e1-3080-43e5-a70c-11f4fdc071eb tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:53.714427 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-5ab48cfc-4664-4690-9389-ffba372ff91e req-f236d9e1-3080-43e5-a70c-11f4fdc071eb tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] 10.222.0.59 "GET /v2.0/ports?device_id=8245640a-6276-41a0-ac40-efcbf732215b HTTP/1.1" status: 200 len: 950 time: 0.0498211 Jan 27 08:17:53.760336 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-5ab48cfc-4664-4690-9389-ffba372ff91e req-6e0fdc25-f4ca-4172-8879-139153bbc5f5 tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] 10.222.0.59 "GET /v2.0/security-groups?id=7e2c26f8-77e6-43ea-9a81-67948546cd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405474 Jan 27 08:17:54.011896 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0707cb-8cf3-4f64-805f-48bd357e52d1 req-2cf10754-001c-4969-b376-0567f3e524b9 tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:54.013416 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-7d0707cb-8cf3-4f64-805f-48bd357e52d1 req-2cf10754-001c-4969-b376-0567f3e524b9 tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] 10.222.0.59 "GET /v2.0/ports?device_id=8245640a-6276-41a0-ac40-efcbf732215b HTTP/1.1" status: 200 len: 950 time: 0.0519223 Jan 27 08:17:54.061806 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-7d0707cb-8cf3-4f64-805f-48bd357e52d1 req-0732f2a4-f474-48f3-943c-3b5c3a59ef2a tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] 10.222.0.59 "GET /v2.0/security-groups?id=7e2c26f8-77e6-43ea-9a81-67948546cd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429678 Jan 27 08:17:54.534915 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef17a47-8d5f-4041-b88c-084de1bb09ad req-5151bf3d-a53d-4fce-afec-dbfc0bdeb17a tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:54.536364 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-0ef17a47-8d5f-4041-b88c-084de1bb09ad req-5151bf3d-a53d-4fce-afec-dbfc0bdeb17a tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 944 time: 0.0460346 Jan 27 08:17:54.581560 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-0ef17a47-8d5f-4041-b88c-084de1bb09ad req-56aa6583-abd4-4d3a-8d0d-5b730d56ea91 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397975 Jan 27 08:17:54.609617 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-84f64028-d758-4200-a634-8b4e45c8e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (30676f9c-3677-4b49-810a-45ff2c7eef62), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:55.172522 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e3067b-5288-4a5f-955e-89737ad448d2 req-5787f117-ef75-4ec6-ae4b-132d9b115e25 tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:55.174044 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-54e3067b-5288-4a5f-955e-89737ad448d2 req-5787f117-ef75-4ec6-ae4b-132d9b115e25 tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] 10.222.0.59 "GET /v2.0/ports?device_id=8245640a-6276-41a0-ac40-efcbf732215b HTTP/1.1" status: 200 len: 950 time: 0.0460248 Jan 27 08:17:55.219436 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-54e3067b-5288-4a5f-955e-89737ad448d2 req-fb3529f6-dd3a-46fe-bc22-04d76d5175a3 tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] 10.222.0.59 "GET /v2.0/security-groups?id=7e2c26f8-77e6-43ea-9a81-67948546cd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398433 Jan 27 08:17:55.701663 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a5771-a6b4-4343-9519-4b5f6d315712 req-ddc57165-1cb6-4da2-a093-5e0d5a36a487 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:55.703130 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b86a5771-a6b4-4343-9519-4b5f6d315712 req-ddc57165-1cb6-4da2-a093-5e0d5a36a487 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 944 time: 0.0500031 Jan 27 08:17:55.750701 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b86a5771-a6b4-4343-9519-4b5f6d315712 req-f4e2d8ef-a01b-49be-8cef-1695a6522ca8 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420103 Jan 27 08:17:55.754257 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-932e581e-1ad5-4fce-9316-ae3110c4cab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (037c8737-e99f-497c-9717-3fbc8e736584), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:56.182246 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device 2cef0fde-7ee1-4668-9eed-893392c43e50 up at agent hyperv_hv-cinder-82658 {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:17:56.233649 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Provisioning complete for port 2cef0fde-7ee1-4668-9eed-893392c43e50 triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:17:56.234020 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (2cef0fde-7ee1-4668-9eed-893392c43e50), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:56.312896 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Current status of the port 2cef0fde-7ee1-4668-9eed-893392c43e50 is: BUILD; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:17:56.313292 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (2cef0fde-7ee1-4668-9eed-893392c43e50), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:56.333344 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0fec87-40fa-439d-9180-e9afa8019f9b req-bda1843d-bbfe-4835-9428-e3c9dab4c006 tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:56.334844 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-da0fec87-40fa-439d-9180-e9afa8019f9b req-bda1843d-bbfe-4835-9428-e3c9dab4c006 tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] 10.222.0.59 "GET /v2.0/ports?device_id=8245640a-6276-41a0-ac40-efcbf732215b HTTP/1.1" status: 200 len: 950 time: 0.0466130 Jan 27 08:17:56.348386 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7370227b-9eb7-4890-ac0c-56d1b1440387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cef0fde-7ee1-4668-9eed-893392c43e50'}] {{(pid=102577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:17:56.350925 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ec6f2d63f069076934ea9a19260140f1f8696ff0c22b7471017e65d09815c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5315fa23-9469-4884-b30e-42bae5056b98" -d '{"events": [{"server_uuid": "7370227b-9eb7-4890-ac0c-56d1b1440387", "name": "network-vif-plugged", "status": "completed", "tag": "2cef0fde-7ee1-4668-9eed-893392c43e50"}]}' {{(pid=102577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:17:56.376930 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port 2cef0fde-7ee1-4668-9eed-893392c43e50, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=2cef0fde-7ee1-4668-9eed-893392c43e50,segment=NetworkSegment(d52c0c22-6164-4420-8fd5-d7a3d432294e),segment_id=d52c0c22-6164-4420-8fd5-d7a3d432294e)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:17:56.381046 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (2cef0fde-7ee1-4668-9eed-893392c43e50), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:56.391966 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-da0fec87-40fa-439d-9180-e9afa8019f9b req-4f38289b-cce0-4373-9ceb-0ec515b82292 tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] 10.222.0.59 "GET /v2.0/security-groups?id=7e2c26f8-77e6-43ea-9a81-67948546cd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463119 Jan 27 08:17:56.408512 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 08:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fef617a-663d-4506-930c-85d893eff5e6 x-openstack-request-id: req-3fef617a-663d-4506-930c-85d893eff5e6 {{(pid=102577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:17:56.409284 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7370227b-9eb7-4890-ac0c-56d1b1440387", "name": "network-vif-plugged", "status": "completed", "tag": "2cef0fde-7ee1-4668-9eed-893392c43e50", "code": 200}]} {{(pid=102577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:17:56.409743 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3fef617a-663d-4506-930c-85d893eff5e6 {{(pid=102577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:17:56.410384 dv-cinder-826589-1-iscsi neutron-server[102577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7370227b-9eb7-4890-ac0c-56d1b1440387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cef0fde-7ee1-4668-9eed-893392c43e50', 'code': 200} Jan 27 08:17:56.438765 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Pushing event updated for resources: {'Port': ['ID=2cef0fde-7ee1-4668-9eed-893392c43e50,revision_number=10']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:17:56.640051 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (e79cbf24-12bd-4e20-a580-79498d5b225b), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:56.874573 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aaf361-e39b-4620-a49f-4e088a1ba77d req-23c232b7-1703-4769-9ac7-6005a742c149 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:56.876083 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-20aaf361-e39b-4620-a49f-4e088a1ba77d req-23c232b7-1703-4769-9ac7-6005a742c149 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 946 time: 0.0499675 Jan 27 08:17:56.929020 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-20aaf361-e39b-4620-a49f-4e088a1ba77d req-21e0bbdd-d505-4ddc-aabe-5e0471755802 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468235 Jan 27 08:17:57.087015 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e2bb3-1dd9-4eb7-9e12-d9b190b287d9 req-7f537209-b596-4425-ac2b-81f6fc6439c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:57.088496 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-8a7e2bb3-1dd9-4eb7-9e12-d9b190b287d9 req-7f537209-b596-4425-ac2b-81f6fc6439c6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 1099 time: 0.0409887 Jan 27 08:17:57.140440 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-8a7e2bb3-1dd9-4eb7-9e12-d9b190b287d9 req-0153dc44-f9df-414b-a4e4-ba8c2daa1ba8 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381372 Jan 27 08:17:57.508720 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0b0b9-489f-4d91-9bf3-c9556778b5aa req-bcf7005c-cb12-429b-9094-e4462ac9cd76 tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:57.510312 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-0de0b0b9-489f-4d91-9bf3-c9556778b5aa req-bcf7005c-cb12-429b-9094-e4462ac9cd76 tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] 10.222.0.59 "GET /v2.0/ports?device_id=8245640a-6276-41a0-ac40-efcbf732215b HTTP/1.1" status: 200 len: 950 time: 0.0490248 Jan 27 08:17:57.558310 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-0de0b0b9-489f-4d91-9bf3-c9556778b5aa req-54496e03-3b7e-4d20-afd6-8e1c9396ec86 tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] 10.222.0.59 "GET /v2.0/security-groups?id=7e2c26f8-77e6-43ea-9a81-67948546cd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424988 Jan 27 08:17:57.936573 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (926d476c-3c92-4faa-a402-a395b4978e44), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:58.097436 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37284245-6ecf-423a-8cde-e4411bc809b1 req-5a621a28-17a7-4f25-8441-7eb5b100baa7 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:58.105049 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-37284245-6ecf-423a-8cde-e4411bc809b1 req-5a621a28-17a7-4f25-8441-7eb5b100baa7 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 946 time: 0.0678418 Jan 27 08:17:58.156922 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-37284245-6ecf-423a-8cde-e4411bc809b1 req-69d64246-1542-47f9-893a-ae3747f87849 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516014 Jan 27 08:17:58.386405 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4731539a-0cb4-48b1-bae4-0b841588160b req-b1bb2a1d-cdb0-4475-831f-1acedef3612f tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:58.387885 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-4731539a-0cb4-48b1-bae4-0b841588160b req-b1bb2a1d-cdb0-4475-831f-1acedef3612f tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] 10.222.0.72 "GET /v2.0/ports?device_id=8245640a-6276-41a0-ac40-efcbf732215b HTTP/1.1" status: 200 len: 950 time: 0.0482490 Jan 27 08:17:58.510791 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [req-4731539a-0cb4-48b1-bae4-0b841588160b req-e2a15e6f-3d30-4356-988b-88137d809c2f tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] Deleting port a59355d6-e5cb-4d53-bb2b-56cfaf08c5db {{(pid=102575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 08:17:58.511048 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-4731539a-0cb4-48b1-bae4-0b841588160b req-e2a15e6f-3d30-4356-988b-88137d809c2f tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730335283038'] for port (a59355d6-e5cb-4d53-bb2b-56cfaf08c5db), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:58.614767 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [req-4731539a-0cb4-48b1-bae4-0b841588160b req-e2a15e6f-3d30-4356-988b-88137d809c2f tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] For port a59355d6-e5cb-4d53-bb2b-56cfaf08c5db, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=a59355d6-e5cb-4d53-bb2b-56cfaf08c5db,segment=NetworkSegment(a7d9344e-c0bc-4e6b-8039-f2037a6ed816),segment_id=a7d9344e-c0bc-4e6b-8039-f2037a6ed816)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:17:58.615383 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-4731539a-0cb4-48b1-bae4-0b841588160b req-e2a15e6f-3d30-4356-988b-88137d809c2f tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547444'] for port (a59355d6-e5cb-4d53-bb2b-56cfaf08c5db), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:58.632025 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [req-4731539a-0cb4-48b1-bae4-0b841588160b req-e2a15e6f-3d30-4356-988b-88137d809c2f tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] Calling delete_port for a59355d6-e5cb-4d53-bb2b-56cfaf08c5db owned by compute:nova {{(pid=102575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 08:17:58.784406 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d4209-95b3-4779-89ab-1df7e4f6f00d req-988b4a87-3034-4c06-83aa-caa4bb9a6fb9 tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:58.791457 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-840d4209-95b3-4779-89ab-1df7e4f6f00d req-988b4a87-3034-4c06-83aa-caa4bb9a6fb9 tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] 10.222.0.59 "GET /v2.0/ports?device_id=8245640a-6276-41a0-ac40-efcbf732215b HTTP/1.1" status: 200 len: 950 time: 0.1230900 Jan 27 08:17:58.816274 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a070d3e2-1f49-44c9-a71c-8dc51e21be4e req-17f85b94-df88-4cbe-971f-5b16049523a1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0992239 Jan 27 08:17:58.870328 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-840d4209-95b3-4779-89ab-1df7e4f6f00d req-c16767b5-e772-4e8f-bb8d-1d99cebb16d1 tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] 10.222.0.59 "GET /v2.0/security-groups?id=7e2c26f8-77e6-43ea-9a81-67948546cd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726285 Jan 27 08:17:58.917800 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a070d3e2-1f49-44c9-a71c-8dc51e21be4e req-53e06784-8cdc-4fa9-8316-f5d057991209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:58.919508 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a070d3e2-1f49-44c9-a71c-8dc51e21be4e req-53e06784-8cdc-4fa9-8316-f5d057991209 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=494feea85d154e5fb70b8c9bb9392067&device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 1098 time: 0.0480280 Jan 27 08:17:58.920127 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-4731539a-0cb4-48b1-bae4-0b841588160b req-e2a15e6f-3d30-4356-988b-88137d809c2f tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730335288760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730334756118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13172730'] for port (a59355d6-e5cb-4d53-bb2b-56cfaf08c5db), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:58.937042 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] get_ports_and_sgs() called for port_ids ['a59355d6-e5cb-4d53-bb2b-56cfaf08c5db'] {{(pid=102577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 08:17:58.953747 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a15e6f-3d30-4356-988b-88137d809c2f tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] Pushing event deleted for resources: {'Port': ['ID=a59355d6-e5cb-4d53-bb2b-56cfaf08c5db,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:17:58.974772 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a15e6f-3d30-4356-988b-88137d809c2f tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:17:58.975126 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a15e6f-3d30-4356-988b-88137d809c2f tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:17:58.978162 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a15e6f-3d30-4356-988b-88137d809c2f tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:17:58.978162 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a15e6f-3d30-4356-988b-88137d809c2f tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:17:58.978162 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a15e6f-3d30-4356-988b-88137d809c2f tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:17:58.978162 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a15e6f-3d30-4356-988b-88137d809c2f tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:17:58.978162 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a15e6f-3d30-4356-988b-88137d809c2f tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:17:58.980633 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a15e6f-3d30-4356-988b-88137d809c2f tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:17:58.981022 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a15e6f-3d30-4356-988b-88137d809c2f tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:17:58.981446 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a15e6f-3d30-4356-988b-88137d809c2f tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:17:58.981700 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a15e6f-3d30-4356-988b-88137d809c2f tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:17:58.982034 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a15e6f-3d30-4356-988b-88137d809c2f tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:17:58.982365 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a15e6f-3d30-4356-988b-88137d809c2f tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:17:59.042578 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [req-4731539a-0cb4-48b1-bae4-0b841588160b req-e2a15e6f-3d30-4356-988b-88137d809c2f tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] No DVR routers for this DVR port a59355d6-e5cb-4d53-bb2b-56cfaf08c5db on host hv-cinder-82658 {{(pid=102575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 08:17:59.045390 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-4731539a-0cb4-48b1-bae4-0b841588160b req-e2a15e6f-3d30-4356-988b-88137d809c2f tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for port (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:17:59.051275 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-4731539a-0cb4-48b1-bae4-0b841588160b req-e2a15e6f-3d30-4356-988b-88137d809c2f tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] 10.222.0.72 "DELETE /v2.0/ports/a59355d6-e5cb-4d53-bb2b-56cfaf08c5db HTTP/1.1" status: 204 len: 173 time: 0.6558864 Jan 27 08:17:59.052195 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8245640a-6276-41a0-ac40-efcbf732215b', 'name': 'network-vif-deleted', 'tag': 'a59355d6-e5cb-4d53-bb2b-56cfaf08c5db'}] {{(pid=102575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:17:59.055048 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34d12f73e8b898318ba96f52067286bd4e4b64784ab72771e8c48dd469e53537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d7f99f2-7231-402a-a1da-311ea50737ef" -d '{"events": [{"server_uuid": "8245640a-6276-41a0-ac40-efcbf732215b", "name": "network-vif-deleted", "tag": "a59355d6-e5cb-4d53-bb2b-56cfaf08c5db"}]}' {{(pid=102575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:17:59.126790 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 08:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119bf45f-a329-40c8-87e4-d0372ba70168 x-openstack-request-id: req-119bf45f-a329-40c8-87e4-d0372ba70168 {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:17:59.127084 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8245640a-6276-41a0-ac40-efcbf732215b", "name": "network-vif-deleted", "tag": "a59355d6-e5cb-4d53-bb2b-56cfaf08c5db", "status": "completed", "code": 200}]} {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:17:59.127332 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-119bf45f-a329-40c8-87e4-d0372ba70168 {{(pid=102575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:17:59.127901 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8245640a-6276-41a0-ac40-efcbf732215b', 'name': 'network-vif-deleted', 'tag': 'a59355d6-e5cb-4d53-bb2b-56cfaf08c5db', 'status': 'completed', 'code': 200} Jan 27 08:17:59.335846 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a070d3e2-1f49-44c9-a71c-8dc51e21be4e req-4208d75d-38c3-4f69-bc77-50fa402a7a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:59.341360 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a070d3e2-1f49-44c9-a71c-8dc51e21be4e req-4208d75d-38c3-4f69-bc77-50fa402a7a1d service neutron] 10.222.0.72 "GET /v2.0/networks?id=ce45940d-ecbf-47a0-9d51-ed21ab35fe07 HTTP/1.1" status: 200 len: 919 time: 0.2998443 Jan 27 08:17:59.482446 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a070d3e2-1f49-44c9-a71c-8dc51e21be4e req-eb9d6e65-b480-4779-b588-6e7005c1175d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65f96da9-810c-41f2-b66a-b0b07fd21f30 HTTP/1.1" status: 200 len: 217 time: 0.1037233 Jan 27 08:17:59.532046 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d689c51-dd7d-44b4-b479-122e46b6474d req-3a2d8ac8-977a-47d8-bff2-23a38ca49e2c tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:59.540903 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-3d689c51-dd7d-44b4-b479-122e46b6474d req-3a2d8ac8-977a-47d8-bff2-23a38ca49e2c tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 946 time: 0.1982453 Jan 27 08:17:59.583465 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a070d3e2-1f49-44c9-a71c-8dc51e21be4e req-db3e7112-634e-4bdb-bec5-8d9469c38247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:17:59.585493 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a070d3e2-1f49-44c9-a71c-8dc51e21be4e req-db3e7112-634e-4bdb-bec5-8d9469c38247 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=616d213d-6c5b-4a88-a3ce-dc11ee07f260 HTTP/1.1" status: 200 len: 858 time: 0.0956104 Jan 27 08:17:59.634101 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a070d3e2-1f49-44c9-a71c-8dc51e21be4e req-bd242956-57cb-4cc9-86ba-5e0c2e41beaa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ce45940d-ecbf-47a0-9d51-ed21ab35fe07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417259 Jan 27 08:17:59.647244 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-3d689c51-dd7d-44b4-b479-122e46b6474d req-23cd64f5-2c38-488b-bc6d-b46c10c45e3e tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050625 Jan 27 08:18:00.006087 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-3d58124c-6bfe-4152-8160-935212363228 req-81bd0618-6fb4-48f4-9ea3-e5aa4ccc922a tempest-VolumesNegativeTest-25520894 tempest-VolumesNegativeTest-25520894-project] 10.222.0.59 "GET /v2.0/ports?device_id=8245640a-6276-41a0-ac40-efcbf732215b HTTP/1.1" status: 200 len: 210 time: 0.0366108 Jan 27 08:18:00.036478 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a070d3e2-1f49-44c9-a71c-8dc51e21be4e req-21ad7234-2e7c-4b6f-86bb-1b8a017aa9d3 service neutron] 10.222.0.72 "GET /v2.0/networks/ce45940d-ecbf-47a0-9d51-ed21ab35fe07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3866086 Jan 27 08:18:00.157514 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a070d3e2-1f49-44c9-a71c-8dc51e21be4e req-21cc2392-1b56-446d-9600-b9fb2c9ff406 service neutron] 10.222.0.72 "GET /v2.0/networks/ce45940d-ecbf-47a0-9d51-ed21ab35fe07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022778 Jan 27 08:18:00.842781 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c336408c-8b44-4afd-8abd-bca91ecd29db req-f14ec155-1702-4f96-a4d0-ebe0e266c3d8 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:18:00.845070 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-c336408c-8b44-4afd-8abd-bca91ecd29db req-f14ec155-1702-4f96-a4d0-ebe0e266c3d8 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 945 time: 0.0946066 Jan 27 08:18:00.853189 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f87ffb-acde-4821-a6c6-dce473988f91 req-ff279416-96bb-47e3-af6c-a9efb9f44375 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:18:00.855555 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-c9f87ffb-acde-4821-a6c6-dce473988f91 req-ff279416-96bb-47e3-af6c-a9efb9f44375 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 946 time: 0.1073945 Jan 27 08:18:00.944187 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-c336408c-8b44-4afd-8abd-bca91ecd29db req-506d5a3b-5225-44d5-a67a-91aea8b3563e tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874796 Jan 27 08:18:00.976276 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-c9f87ffb-acde-4821-a6c6-dce473988f91 req-7aac4e22-2810-4074-a7d9-ffb18598652f tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082089 Jan 27 08:18:02.084221 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8c811-c463-4870-aaaa-bf5f88044e24 req-52e62c48-ab92-4761-ab51-6be1b7759cdd tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:18:02.093165 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-f9c8c811-c463-4870-aaaa-bf5f88044e24 req-52e62c48-ab92-4761-ab51-6be1b7759cdd tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 945 time: 0.0727239 Jan 27 08:18:02.167889 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-f9c8c811-c463-4870-aaaa-bf5f88044e24 req-8daf2200-006b-4e31-8bbc-497ee5d4b9c3 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732675 Jan 27 08:18:02.214339 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device a59355d6-e5cb-4d53-bb2b-56cfaf08c5db no longer exists at agent hyperv_hv-cinder-82658 {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 08:18:02.241428 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] No Port match for: a59355d6-e5cb-4d53-bb2b-56cfaf08c5db {{(pid=102577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 08:18:02.242774 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device a59355d6-e5cb-4d53-bb2b-56cfaf08c5db not bound to the agent host hv-cinder-82658 {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 08:18:03.389373 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f79df-5585-4270-a3b5-cf1592b48607 req-8f9621fd-fc96-4e4c-9d53-c5354862aa7d tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:18:03.394626 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-898f79df-5585-4270-a3b5-cf1592b48607 req-8f9621fd-fc96-4e4c-9d53-c5354862aa7d tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 945 time: 0.1298425 Jan 27 08:18:03.479614 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-898f79df-5585-4270-a3b5-cf1592b48607 req-ee1fbcbf-802f-4116-91f9-e81069c9c6e6 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775299 Jan 27 08:18:04.112549 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d222e3-6784-4eed-b3c1-75908f9c9c6a req-00f7177d-4aa1-4d16-984d-3a1bb8cee108 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:18:04.114393 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d7d222e3-6784-4eed-b3c1-75908f9c9c6a req-00f7177d-4aa1-4d16-984d-3a1bb8cee108 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.72 "GET /v2.0/ports?device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 945 time: 0.0622673 Jan 27 08:18:04.256806 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.plugin [req-d7d222e3-6784-4eed-b3c1-75908f9c9c6a req-9c23d804-f943-4e98-987d-082bb9b30d6f tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Deleting port 65f96da9-810c-41f2-b66a-b0b07fd21f30 {{(pid=102576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 08:18:04.256806 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-d7d222e3-6784-4eed-b3c1-75908f9c9c6a req-9c23d804-f943-4e98-987d-082bb9b30d6f tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730335283038'] for port (65f96da9-810c-41f2-b66a-b0b07fd21f30), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:04.382869 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.db [req-d7d222e3-6784-4eed-b3c1-75908f9c9c6a req-9c23d804-f943-4e98-987d-082bb9b30d6f tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] For port 65f96da9-810c-41f2-b66a-b0b07fd21f30, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=65f96da9-810c-41f2-b66a-b0b07fd21f30,segment=NetworkSegment(0c209b26-9e0d-4627-a10c-ba3741754b4c),segment_id=0c209b26-9e0d-4627-a10c-ba3741754b4c)] {{(pid=102576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:18:04.383251 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-d7d222e3-6784-4eed-b3c1-75908f9c9c6a req-9c23d804-f943-4e98-987d-082bb9b30d6f tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547444'] for port (65f96da9-810c-41f2-b66a-b0b07fd21f30), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:04.397365 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.plugin [req-d7d222e3-6784-4eed-b3c1-75908f9c9c6a req-9c23d804-f943-4e98-987d-082bb9b30d6f tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Calling delete_port for 65f96da9-810c-41f2-b66a-b0b07fd21f30 owned by compute:nova {{(pid=102576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 08:18:04.558643 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-d7d222e3-6784-4eed-b3c1-75908f9c9c6a req-9c23d804-f943-4e98-987d-082bb9b30d6f tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730335288760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730334756118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13114657'] for port (65f96da9-810c-41f2-b66a-b0b07fd21f30), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:04.573472 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] get_ports_and_sgs() called for port_ids ['2482131d-d792-43df-a5ba-966feb101f26'] {{(pid=102577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 08:18:04.610163 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-c87bacb1-f72a-4342-8b6f-418b5334fce9 req-62a2e6c4-5729-4149-bd6b-687c4e5b629d tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=2acc8c4a-1d54-482e-babd-057ac6b9de3e HTTP/1.1" status: 200 len: 210 time: 0.0464685 Jan 27 08:18:04.648461 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c23d804-f943-4e98-987d-082bb9b30d6f tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Pushing event deleted for resources: {'Port': ['ID=65f96da9-810c-41f2-b66a-b0b07fd21f30,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:18:04.724052 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7d222e3-6784-4eed-b3c1-75908f9c9c6a req-9c23d804-f943-4e98-987d-082bb9b30d6f tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] No DVR routers for this DVR port 65f96da9-810c-41f2-b66a-b0b07fd21f30 on host hv-cinder-82658 {{(pid=102576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 08:18:04.727487 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-d7d222e3-6784-4eed-b3c1-75908f9c9c6a req-9c23d804-f943-4e98-987d-082bb9b30d6f tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for port (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:04.731544 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d7d222e3-6784-4eed-b3c1-75908f9c9c6a req-9c23d804-f943-4e98-987d-082bb9b30d6f tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.72 "DELETE /v2.0/ports/65f96da9-810c-41f2-b66a-b0b07fd21f30 HTTP/1.1" status: 204 len: 173 time: 0.6092889 Jan 27 08:18:04.732311 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2acc8c4a-1d54-482e-babd-057ac6b9de3e', 'name': 'network-vif-deleted', 'tag': '65f96da9-810c-41f2-b66a-b0b07fd21f30'}] {{(pid=102576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:18:04.735496 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e99b03222c8d2fef0e5d308316368c2f75dcb43852cf269b2a1b1136e13dae4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6a8407-ebf8-4c21-92e6-a2645b801779" -d '{"events": [{"server_uuid": "2acc8c4a-1d54-482e-babd-057ac6b9de3e", "name": "network-vif-deleted", "tag": "65f96da9-810c-41f2-b66a-b0b07fd21f30"}]}' {{(pid=102576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:18:04.789359 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 08:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f87fc0c-ae9b-4a04-bb49-5497746eb254 x-openstack-request-id: req-8f87fc0c-ae9b-4a04-bb49-5497746eb254 {{(pid=102576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:18:04.789727 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2acc8c4a-1d54-482e-babd-057ac6b9de3e", "name": "network-vif-deleted", "tag": "65f96da9-810c-41f2-b66a-b0b07fd21f30", "status": "completed", "code": 200}]} {{(pid=102576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:18:04.790067 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8f87fc0c-ae9b-4a04-bb49-5497746eb254 {{(pid=102576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:18:04.790603 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2acc8c4a-1d54-482e-babd-057ac6b9de3e', 'name': 'network-vif-deleted', 'tag': '65f96da9-810c-41f2-b66a-b0b07fd21f30', 'status': 'completed', 'code': 200} Jan 27 08:18:05.787494 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 33100) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:18:05.985476 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee73577-c478-43d7-8f0e-f1fd487cea97 req-d0e48502-4b28-4aea-b49c-bbfb425422fa tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:18:05.987144 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-eee73577-c478-43d7-8f0e-f1fd487cea97 req-d0e48502-4b28-4aea-b49c-bbfb425422fa tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=b88ccf1a-3e69-47d6-ac9b-d31d5aad936d HTTP/1.1" status: 200 len: 945 time: 0.0854738 Jan 27 08:18:06.000363 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-bf829e03-0e70-4973-bf8d-bdfce1f80324 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9336d7d886324cbdbd8e75926b65c5ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2121520 Jan 27 08:18:06.001247 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 33110) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:18:06.081527 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-eee73577-c478-43d7-8f0e-f1fd487cea97 req-b083c7ee-39c9-4a18-a4eb-66a121829e4e tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790451 Jan 27 08:18:06.102876 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-3272e655-ef42-4e91-8d21-4127ea938cfa admin admin] Publish callbacks [] for security_group (7e2c26f8-77e6-43ea-9a81-67948546cd94), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:06.123593 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-3272e655-ef42-4e91-8d21-4127ea938cfa admin admin] Publish callbacks [] for security_group (7e2c26f8-77e6-43ea-9a81-67948546cd94), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:06.179493 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-3272e655-ef42-4e91-8d21-4127ea938cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (7e2c26f8-77e6-43ea-9a81-67948546cd94), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:06.182948 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-3272e655-ef42-4e91-8d21-4127ea938cfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:06.187681 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-3272e655-ef42-4e91-8d21-4127ea938cfa admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7e2c26f8-77e6-43ea-9a81-67948546cd94 HTTP/1.1" status: 204 len: 168 time: 0.1748424 Jan 27 08:18:06.193879 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3272e655-ef42-4e91-8d21-4127ea938cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2c26f8-77e6-43ea-9a81-67948546cd94,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:18:06.245303 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device 65f96da9-810c-41f2-b66a-b0b07fd21f30 no longer exists at agent hyperv_hv-cinder-82658 {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 08:18:06.271172 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] No Port match for: 65f96da9-810c-41f2-b66a-b0b07fd21f30 {{(pid=102577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 08:18:06.271516 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device 65f96da9-810c-41f2-b66a-b0b07fd21f30 not bound to the agent host hv-cinder-82658 {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 08:18:06.664683 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.agents_db [None req-38ef7be0-44ce-4a1a-bebd-f97a99571a56 None None] Agent healthcheck: found 6 active agents {{(pid=102578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 08:18:07.213836 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb7265-53a1-436a-8cfd-59c48894dd34 req-bb75a9ad-d71a-4c95-97dd-b7dd6ce95c79 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:18:07.216275 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b4bb7265-53a1-436a-8cfd-59c48894dd34 req-bb75a9ad-d71a-4c95-97dd-b7dd6ce95c79 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=b88ccf1a-3e69-47d6-ac9b-d31d5aad936d HTTP/1.1" status: 200 len: 945 time: 0.0538347 Jan 27 08:18:07.282919 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b4bb7265-53a1-436a-8cfd-59c48894dd34 req-145d3796-b7b0-43c1-bcdd-2c3b74486ffc tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549531 Jan 27 08:18:08.407911 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e9f75-2c6b-4974-b429-9685f9b0684b req-c20c1816-4179-44d5-9fdf-c9f69779fea0 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:18:08.409638 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-004e9f75-2c6b-4974-b429-9685f9b0684b req-c20c1816-4179-44d5-9fdf-c9f69779fea0 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=b88ccf1a-3e69-47d6-ac9b-d31d5aad936d HTTP/1.1" status: 200 len: 945 time: 0.0582263 Jan 27 08:18:08.464896 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-004e9f75-2c6b-4974-b429-9685f9b0684b req-4fdde13c-5fc8-4cf2-b500-80c0bd731178 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488341 Jan 27 08:18:09.600914 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ace795-0d41-4f01-a94a-bbd930bcf368 req-9942e84c-2a34-4a46-ab2b-368d1c331e2c tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:18:09.603808 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-89ace795-0d41-4f01-a94a-bbd930bcf368 req-9942e84c-2a34-4a46-ab2b-368d1c331e2c tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=b88ccf1a-3e69-47d6-ac9b-d31d5aad936d HTTP/1.1" status: 200 len: 945 time: 0.0602520 Jan 27 08:18:09.676869 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-89ace795-0d41-4f01-a94a-bbd930bcf368 req-0a9bb558-37e4-4cc5-b444-89ebeecf7960 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653894 Jan 27 08:18:10.788898 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa8681-26dd-4db9-848a-e9325eaa1e86 req-5342ace7-d905-4c1a-86fc-9eb1dbd65f99 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:18:10.790354 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d3fa8681-26dd-4db9-848a-e9325eaa1e86 req-5342ace7-d905-4c1a-86fc-9eb1dbd65f99 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=b88ccf1a-3e69-47d6-ac9b-d31d5aad936d HTTP/1.1" status: 200 len: 945 time: 0.0463541 Jan 27 08:18:10.838732 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d3fa8681-26dd-4db9-848a-e9325eaa1e86 req-9f35ea30-0f1a-4e06-b923-e877eed9d19b tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417848 Jan 27 08:18:11.986330 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40bb6a8-f655-4412-8586-0e4e73f58c00 req-e4568db5-6c67-4369-9fb6-eaa9dcb3cfe2 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:18:11.987867 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d40bb6a8-f655-4412-8586-0e4e73f58c00 req-e4568db5-6c67-4369-9fb6-eaa9dcb3cfe2 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=b88ccf1a-3e69-47d6-ac9b-d31d5aad936d HTTP/1.1" status: 200 len: 945 time: 0.0503237 Jan 27 08:18:12.065172 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d40bb6a8-f655-4412-8586-0e4e73f58c00 req-b28da79f-54cc-45f9-99ae-9a2ba89808d5 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663574 Jan 27 08:18:13.057788 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf61736-2d66-4ef6-aa43-37ad82a10b18 req-f9b09287-4781-48e3-8846-20253630e247 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:18:13.060354 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-dbf61736-2d66-4ef6-aa43-37ad82a10b18 req-f9b09287-4781-48e3-8846-20253630e247 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.72 "GET /v2.0/ports?device_id=b88ccf1a-3e69-47d6-ac9b-d31d5aad936d HTTP/1.1" status: 200 len: 945 time: 0.0989971 Jan 27 08:18:13.299227 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970f36e-d497-449f-b1ba-ea14843e9984 req-a176d2e8-7c13-4391-bb8c-7acab7bff020 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:18:13.301259 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-0970f36e-d497-449f-b1ba-ea14843e9984 req-a176d2e8-7c13-4391-bb8c-7acab7bff020 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=b88ccf1a-3e69-47d6-ac9b-d31d5aad936d HTTP/1.1" status: 200 len: 945 time: 0.0660112 Jan 27 08:18:13.316013 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.plugin [req-dbf61736-2d66-4ef6-aa43-37ad82a10b18 req-e45bb471-ad94-4806-a061-09027e680c9b tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Deleting port 2482131d-d792-43df-a5ba-966feb101f26 {{(pid=102576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 08:18:13.316305 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-dbf61736-2d66-4ef6-aa43-37ad82a10b18 req-e45bb471-ad94-4806-a061-09027e680c9b tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730335283038'] for port (2482131d-d792-43df-a5ba-966feb101f26), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:13.416822 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-0970f36e-d497-449f-b1ba-ea14843e9984 req-08b9c7df-c019-462e-a5dd-a0e5dff8b1cb tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030986 Jan 27 08:18:13.473726 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.db [req-dbf61736-2d66-4ef6-aa43-37ad82a10b18 req-e45bb471-ad94-4806-a061-09027e680c9b tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] For port 2482131d-d792-43df-a5ba-966feb101f26, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=2482131d-d792-43df-a5ba-966feb101f26,segment=NetworkSegment(0c209b26-9e0d-4627-a10c-ba3741754b4c),segment_id=0c209b26-9e0d-4627-a10c-ba3741754b4c)] {{(pid=102576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:18:13.474397 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-dbf61736-2d66-4ef6-aa43-37ad82a10b18 req-e45bb471-ad94-4806-a061-09027e680c9b tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547444'] for port (2482131d-d792-43df-a5ba-966feb101f26), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:13.489618 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.plugin [req-dbf61736-2d66-4ef6-aa43-37ad82a10b18 req-e45bb471-ad94-4806-a061-09027e680c9b tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Calling delete_port for 2482131d-d792-43df-a5ba-966feb101f26 owned by compute:nova {{(pid=102576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 08:18:13.631034 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-dbf61736-2d66-4ef6-aa43-37ad82a10b18 req-e45bb471-ad94-4806-a061-09027e680c9b tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730335288760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730334756118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13114657'] for port (2482131d-d792-43df-a5ba-966feb101f26), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:13.704103 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf61736-2d66-4ef6-aa43-37ad82a10b18 req-e45bb471-ad94-4806-a061-09027e680c9b tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] No DVR routers for this DVR port 2482131d-d792-43df-a5ba-966feb101f26 on host hv-cinder-82658 {{(pid=102576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 08:18:13.706033 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45bb471-ad94-4806-a061-09027e680c9b tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Pushing event deleted for resources: {'Port': ['ID=2482131d-d792-43df-a5ba-966feb101f26,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:18:13.708119 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-dbf61736-2d66-4ef6-aa43-37ad82a10b18 req-e45bb471-ad94-4806-a061-09027e680c9b tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for port (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:13.711732 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-dbf61736-2d66-4ef6-aa43-37ad82a10b18 req-e45bb471-ad94-4806-a061-09027e680c9b tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.72 "DELETE /v2.0/ports/2482131d-d792-43df-a5ba-966feb101f26 HTTP/1.1" status: 204 len: 173 time: 0.6441281 Jan 27 08:18:13.711910 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b88ccf1a-3e69-47d6-ac9b-d31d5aad936d', 'name': 'network-vif-deleted', 'tag': '2482131d-d792-43df-a5ba-966feb101f26'}] {{(pid=102576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:18:13.714735 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e99b03222c8d2fef0e5d308316368c2f75dcb43852cf269b2a1b1136e13dae4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db1325b9-389d-430a-b702-cba16b9e81ca" -d '{"events": [{"server_uuid": "b88ccf1a-3e69-47d6-ac9b-d31d5aad936d", "name": "network-vif-deleted", "tag": "2482131d-d792-43df-a5ba-966feb101f26"}]}' {{(pid=102576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:18:13.773026 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 08:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-169fe698-2045-49e1-a682-b880ef3e2cb2 x-openstack-request-id: req-169fe698-2045-49e1-a682-b880ef3e2cb2 {{(pid=102576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:18:13.773228 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b88ccf1a-3e69-47d6-ac9b-d31d5aad936d", "name": "network-vif-deleted", "tag": "2482131d-d792-43df-a5ba-966feb101f26", "status": "completed", "code": 200}]} {{(pid=102576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:18:13.774802 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-169fe698-2045-49e1-a682-b880ef3e2cb2 {{(pid=102576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:18:13.775270 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b88ccf1a-3e69-47d6-ac9b-d31d5aad936d', 'name': 'network-vif-deleted', 'tag': '2482131d-d792-43df-a5ba-966feb101f26', 'status': 'completed', 'code': 200} Jan 27 08:18:14.531418 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-728d3841-2d6c-457a-b29c-75e5665197ba req-6bb9b97f-10af-4a17-8b0a-21114a0770e3 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=b88ccf1a-3e69-47d6-ac9b-d31d5aad936d HTTP/1.1" status: 200 len: 210 time: 0.0269537 Jan 27 08:18:15.631235 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-e5c401cd-79b7-4c5e-9435-98b43bcb5a03 req-8b9f42d2-2d8f-4e30-b346-1e59520f669f tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=b88ccf1a-3e69-47d6-ac9b-d31d5aad936d HTTP/1.1" status: 200 len: 210 time: 0.0250032 Jan 27 08:18:16.209078 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] get_ports_and_sgs() called for port_ids ['2482131d-d792-43df-a5ba-966feb101f26'] {{(pid=102577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 08:18:16.748451 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-fc0102be-d5a9-4e48-a5ad-c99559c500c5 req-d89e5acf-f175-433c-ac78-1e44cc7790d3 tempest-ServerRescueNegativeTestJSON-700087625 tempest-ServerRescueNegativeTestJSON-700087625-project] 10.222.0.59 "GET /v2.0/ports?device_id=b88ccf1a-3e69-47d6-ac9b-d31d5aad936d HTTP/1.1" status: 200 len: 210 time: 0.0317581 Jan 27 08:18:17.810664 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 33312) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:18:18.217680 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-e2bb7c71-8d8c-4c40-ba93-7d6f6811e62a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550255'] for router_interface (e1f5c23e-952d-403a-ab93-14ef5d43e97a), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:18.499051 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.plugin [None req-e2bb7c71-8d8c-4c40-ba93-7d6f6811e62a admin admin] Deleting port 8ed3cabd-3fb4-4ceb-a23e-e932bc5c0728 {{(pid=102576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 08:18:18.499382 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-e2bb7c71-8d8c-4c40-ba93-7d6f6811e62a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730335283038'] for port (8ed3cabd-3fb4-4ceb-a23e-e932bc5c0728), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:18.575533 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.db [None req-e2bb7c71-8d8c-4c40-ba93-7d6f6811e62a admin admin] For port 8ed3cabd-3fb4-4ceb-a23e-e932bc5c0728, host dv-cinder-826589-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=8ed3cabd-3fb4-4ceb-a23e-e932bc5c0728,segment=NetworkSegment(0c209b26-9e0d-4627-a10c-ba3741754b4c),segment_id=0c209b26-9e0d-4627-a10c-ba3741754b4c)] {{(pid=102576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:18:18.575900 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-e2bb7c71-8d8c-4c40-ba93-7d6f6811e62a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547444'] for port (8ed3cabd-3fb4-4ceb-a23e-e932bc5c0728), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:18.587071 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.plugin [None req-e2bb7c71-8d8c-4c40-ba93-7d6f6811e62a admin admin] Calling delete_port for 8ed3cabd-3fb4-4ceb-a23e-e932bc5c0728 owned by network:router_interface {{(pid=102576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 08:18:18.977573 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-e2bb7c71-8d8c-4c40-ba93-7d6f6811e62a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730335288760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730334756118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13114657'] for port (8ed3cabd-3fb4-4ceb-a23e-e932bc5c0728), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:19.004351 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bb7c71-8d8c-4c40-ba93-7d6f6811e62a admin admin] Pushing event deleted for resources: {'Port': ['ID=8ed3cabd-3fb4-4ceb-a23e-e932bc5c0728,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:18:19.170276 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-e2bb7c71-8d8c-4c40-ba93-7d6f6811e62a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550395'] for router_interface (e1f5c23e-952d-403a-ab93-14ef5d43e97a), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:19.384004 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2bb7c71-8d8c-4c40-ba93-7d6f6811e62a admin admin] Router e1f5c23e-952d-403a-ab93-14ef5d43e97a has already been hosted by L3 agent c4292dc4-d7f6-4187-994e-0142c7d14647 {{(pid=102576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 08:18:19.489133 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2bb7c71-8d8c-4c40-ba93-7d6f6811e62a admin admin] Notify agent at l3_agent.dv-cinder-826589-1-iscsi the message routers_updated {{(pid=102576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 08:18:19.494214 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-e2bb7c71-8d8c-4c40-ba93-7d6f6811e62a admin admin] 10.222.0.59 "PUT /v2.0/routers/e1f5c23e-952d-403a-ab93-14ef5d43e97a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6825123 Jan 27 08:18:19.497012 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 33328) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:18:19.501326 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634a26a2-2690-4a49-be23-2c4a2a4cde2c None None] Sync routers for ids ['e1f5c23e-952d-403a-ab93-14ef5d43e97a'] in dv-cinder-826589-1-iscsi {{(pid=102578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 08:18:19.512837 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634a26a2-2690-4a49-be23-2c4a2a4cde2c None None] Routers {'e1f5c23e-952d-403a-ab93-14ef5d43e97a'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:18:19.513462 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-634a26a2-2690-4a49-be23-2c4a2a4cde2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:17:53Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['e1f5c23e-952d-403a-ab93-14ef5d43e97a'], 'active': True} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:18:19.601095 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-1db4c19b-7a78-4f11-b78b-14eeead66126 admin admin] Publish callbacks [] for router (e1f5c23e-952d-403a-ab93-14ef5d43e97a), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:19.616909 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvr_db [None req-634a26a2-2690-4a49-be23-2c4a2a4cde2c None None] Set router e1f5c23e-952d-403a-ab93-14ef5d43e97a gateway port host: dv-cinder-826589-1-iscsi {{(pid=102578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:18:19.705760 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-1db4c19b-7a78-4f11-b78b-14eeead66126 admin admin] Publish callbacks [] for router_gateway (e1f5c23e-952d-403a-ab93-14ef5d43e97a), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:19.760140 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.plugin [None req-1db4c19b-7a78-4f11-b78b-14eeead66126 admin admin] Deleting port 402d9145-cc62-4716-99f3-715816ec6846 {{(pid=102576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 08:18:19.760467 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-1db4c19b-7a78-4f11-b78b-14eeead66126 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730335283038'] for port (402d9145-cc62-4716-99f3-715816ec6846), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:19.802580 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-634a26a2-2690-4a49-be23-2c4a2a4cde2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f5c23e-952d-403a-ab93-14ef5d43e97a', 'name': 'tempest-ServerRescueNegativeTestJSON-314874711-router', 'tenant_id': '494feea85d154e5fb70b8c9bb9392067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '402d9145-cc62-4716-99f3-715816ec6846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:14:46Z', 'updated_at': '2022-01-27T08:18:18Z', 'revision_number': 5, 'project_id': '494feea85d154e5fb70b8c9bb9392067', 'gw_port': {'id': '402d9145-cc62-4716-99f3-715816ec6846', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:7c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f5c23e-952d-403a-ab93-14ef5d43e97a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:46Z', 'updated_at': '2022-01-27T08:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi'}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:18:19.830269 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634a26a2-2690-4a49-be23-2c4a2a4cde2c None None] Checking router: e1f5c23e-952d-403a-ab93-14ef5d43e97a for host: dv-cinder-826589-1-iscsi {{(pid=102578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 08:18:19.839289 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634a26a2-2690-4a49-be23-2c4a2a4cde2c None None] Routers {'e1f5c23e-952d-403a-ab93-14ef5d43e97a'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:18:19.839896 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-634a26a2-2690-4a49-be23-2c4a2a4cde2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:17:53Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['e1f5c23e-952d-403a-ab93-14ef5d43e97a'], 'active': True} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:18:19.841920 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.db [None req-1db4c19b-7a78-4f11-b78b-14eeead66126 admin admin] For port 402d9145-cc62-4716-99f3-715816ec6846, host dv-cinder-826589-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=402d9145-cc62-4716-99f3-715816ec6846,segment=NetworkSegment(fa55335f-a52a-465d-b188-80ce12fc9c40),segment_id=fa55335f-a52a-465d-b188-80ce12fc9c40)] {{(pid=102576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:18:19.842359 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-1db4c19b-7a78-4f11-b78b-14eeead66126 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547444'] for port (402d9145-cc62-4716-99f3-715816ec6846), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:19.854300 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.plugin [None req-1db4c19b-7a78-4f11-b78b-14eeead66126 admin admin] Calling delete_port for 402d9145-cc62-4716-99f3-715816ec6846 owned by network:router_gateway {{(pid=102576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 08:18:19.895273 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-fa898174-3efc-4b9b-b228-510fbee5d955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (913d1d6b-f856-4828-afb6-1e4cc7d36f68), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:19.928194 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvr_db [None req-634a26a2-2690-4a49-be23-2c4a2a4cde2c None None] Set router e1f5c23e-952d-403a-ab93-14ef5d43e97a gateway port host: None {{(pid=102578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:18:19.984389 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-634a26a2-2690-4a49-be23-2c4a2a4cde2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f5c23e-952d-403a-ab93-14ef5d43e97a', 'name': 'tempest-ServerRescueNegativeTestJSON-314874711-router', 'tenant_id': '494feea85d154e5fb70b8c9bb9392067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:14:46Z', 'updated_at': '2022-01-27T08:18:19Z', 'revision_number': 6, 'project_id': '494feea85d154e5fb70b8c9bb9392067', 'gw_port_host': None}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:18:20.027420 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-1db4c19b-7a78-4f11-b78b-14eeead66126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730335288760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730334756118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13114657'] for port (402d9145-cc62-4716-99f3-715816ec6846), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:20.057573 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db4c19b-7a78-4f11-b78b-14eeead66126 admin admin] Pushing event deleted for resources: {'Port': ['ID=402d9145-cc62-4716-99f3-715816ec6846,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:18:20.095563 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634a26a2-2690-4a49-be23-2c4a2a4cde2c None None] The sync data for ids ['e1f5c23e-952d-403a-ab93-14ef5d43e97a'] in dv-cinder-826589-1-iscsi is: [{'id': 'e1f5c23e-952d-403a-ab93-14ef5d43e97a', 'name': 'tempest-ServerRescueNegativeTestJSON-314874711-router', 'tenant_id': '494feea85d154e5fb70b8c9bb9392067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:14:46Z', 'updated_at': '2022-01-27T08:18:19Z', 'revision_number': 6, 'project_id': '494feea85d154e5fb70b8c9bb9392067', 'gw_port_host': None}] {{(pid=102578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 08:18:20.118312 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-1db4c19b-7a78-4f11-b78b-14eeead66126 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550037'] for router_gateway (e1f5c23e-952d-403a-ab93-14ef5d43e97a), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:20.220645 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-1db4c19b-7a78-4f11-b78b-14eeead66126 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35647'] for router (e1f5c23e-952d-403a-ab93-14ef5d43e97a), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:20.222809 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-1db4c19b-7a78-4f11-b78b-14eeead66126 admin admin] Publish callbacks [] for router_controller (e1f5c23e-952d-403a-ab93-14ef5d43e97a), precommit_delete_associations {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:20.286647 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-1db4c19b-7a78-4f11-b78b-14eeead66126 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554505'] for router (e1f5c23e-952d-403a-ab93-14ef5d43e97a), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:20.287154 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db4c19b-7a78-4f11-b78b-14eeead66126 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1f5c23e-952d-403a-ab93-14ef5d43e97a {{(pid=102576) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 08:18:20.293337 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-1db4c19b-7a78-4f11-b78b-14eeead66126 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:20.294458 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-1db4c19b-7a78-4f11-b78b-14eeead66126 admin admin] 10.222.0.59 "DELETE /v2.0/routers/e1f5c23e-952d-403a-ab93-14ef5d43e97a HTTP/1.1" status: 204 len: 168 time: 0.7964559 Jan 27 08:18:20.297018 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 33334) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:18:20.340277 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.db_base_plugin_v2 [None req-0081f325-8e91-4042-8cad-213926fb99b6 admin admin] Deleting subnet 616d213d-6c5b-4a88-a3ce-dc11ee07f260 {{(pid=102576) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 08:18:20.343577 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-0081f325-8e91-4042-8cad-213926fb99b6 admin admin] Publish callbacks [] for subnet (616d213d-6c5b-4a88-a3ce-dc11ee07f260), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:20.377377 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-0081f325-8e91-4042-8cad-213926fb99b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14124120'] for subnet (616d213d-6c5b-4a88-a3ce-dc11ee07f260), precommit_delete_associations {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:20.387379 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device 2482131d-d792-43df-a5ba-966feb101f26 no longer exists at agent hyperv_hv-cinder-82658 {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 08:18:20.407298 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] No Port match for: 2482131d-d792-43df-a5ba-966feb101f26 {{(pid=102577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 08:18:20.407636 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device 2482131d-d792-43df-a5ba-966feb101f26 not bound to the agent host hv-cinder-82658 {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 08:18:20.415200 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-0081f325-8e91-4042-8cad-213926fb99b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537734'] for subnet (616d213d-6c5b-4a88-a3ce-dc11ee07f260), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:20.479799 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-0081f325-8e91-4042-8cad-213926fb99b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13114748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13593762'] for subnet (616d213d-6c5b-4a88-a3ce-dc11ee07f260), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:20.506065 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0081f325-8e91-4042-8cad-213926fb99b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=616d213d-6c5b-4a88-a3ce-dc11ee07f260,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:18:20.509842 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-0081f325-8e91-4042-8cad-213926fb99b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for subnet (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:20.513114 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-0081f325-8e91-4042-8cad-213926fb99b6 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/616d213d-6c5b-4a88-a3ce-dc11ee07f260 HTTP/1.1" status: 204 len: 168 time: 0.2151325 Jan 27 08:18:20.515549 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 33336) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:18:20.584476 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-393c480c-4612-41dc-86ff-e790f338e073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1691783'] for network (ce45940d-ecbf-47a0-9d51-ed21ab35fe07), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:20.665081 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-393c480c-4612-41dc-86ff-e790f338e073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535825', 'neutron.services.segments.db._delete_segments_for_network-8730335277442'] for network (ce45940d-ecbf-47a0-9d51-ed21ab35fe07), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:20.684707 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.services.segments.db [None req-393c480c-4612-41dc-86ff-e790f338e073 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce45940d-ecbf-47a0-9d51-ed21ab35fe07']}} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:18:20.693845 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.services.segments.db [None req-393c480c-4612-41dc-86ff-e790f338e073 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c209b26-9e0d-4627-a10c-ba3741754b4c') {'for_net_delete': True} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:18:20.694137 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.services.segments.db [None req-393c480c-4612-41dc-86ff-e790f338e073 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c209b26-9e0d-4627-a10c-ba3741754b4c') {} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:18:20.703271 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-393c480c-4612-41dc-86ff-e790f338e073 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730335278475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14124113'] for segment (0c209b26-9e0d-4627-a10c-ba3741754b4c), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:20.719917 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-393c480c-4612-41dc-86ff-e790f338e073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505597'] for segment (0c209b26-9e0d-4627-a10c-ba3741754b4c), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:20.730720 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-393c480c-4612-41dc-86ff-e790f338e073 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=102576) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 08:18:20.731109 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-393c480c-4612-41dc-86ff-e790f338e073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13114834'] for segment (0c209b26-9e0d-4627-a10c-ba3741754b4c), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:20.733251 dv-cinder-826589-1-iscsi neutron-server[102576]: Traceback (most recent call last): Jan 27 08:18:20.733251 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 08:18:20.733251 dv-cinder-826589-1-iscsi neutron-server[102576]: timer() Jan 27 08:18:20.733251 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 08:18:20.733251 dv-cinder-826589-1-iscsi neutron-server[102576]: cb(*args, **kw) Jan 27 08:18:20.733251 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 08:18:20.733251 dv-cinder-826589-1-iscsi neutron-server[102576]: return func(*args, **kwargs) Jan 27 08:18:20.733251 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 08:18:20.733251 dv-cinder-826589-1-iscsi neutron-server[102576]: self._notify() Jan 27 08:18:20.733251 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 08:18:20.733251 dv-cinder-826589-1-iscsi neutron-server[102576]: self.callback(batched_events) Jan 27 08:18:20.733251 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 08:18:20.733251 dv-cinder-826589-1-iscsi neutron-server[102576]: event.method(event) Jan 27 08:18:20.733251 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 08:18:20.733251 dv-cinder-826589-1-iscsi neutron-server[102576]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 08:18:20.733251 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 08:18:20.733251 dv-cinder-826589-1-iscsi neutron-server[102576]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 08:18:20.733251 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 08:18:20.733251 dv-cinder-826589-1-iscsi neutron-server[102576]: return f(self, *a, **k) Jan 27 08:18:20.733251 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 08:18:20.733251 dv-cinder-826589-1-iscsi neutron-server[102576]: return self._get(url).json() Jan 27 08:18:20.733251 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 08:18:20.733251 dv-cinder-826589-1-iscsi neutron-server[102576]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 08:18:20.733251 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 08:18:20.733251 dv-cinder-826589-1-iscsi neutron-server[102576]: return self.request(url, 'GET', **kwargs) Jan 27 08:18:20.733251 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 08:18:20.733251 dv-cinder-826589-1-iscsi neutron-server[102576]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 08:18:20.733251 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 08:18:20.733251 dv-cinder-826589-1-iscsi neutron-server[102576]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 08:18:20.733251 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 08:18:20.733251 dv-cinder-826589-1-iscsi neutron-server[102576]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 08:18:20.733251 dv-cinder-826589-1-iscsi neutron-server[102576]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 08:18:20.794073 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-393c480c-4612-41dc-86ff-e790f338e073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549501'] for network (ce45940d-ecbf-47a0-9d51-ed21ab35fe07), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:20.802118 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-393c480c-4612-41dc-86ff-e790f338e073 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for network (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:20.805378 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-393c480c-4612-41dc-86ff-e790f338e073 admin admin] 10.222.0.59 "DELETE /v2.0/networks/ce45940d-ecbf-47a0-9d51-ed21ab35fe07 HTTP/1.1" status: 204 len: 168 time: 0.2888882 Jan 27 08:18:20.815866 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393c480c-4612-41dc-86ff-e790f338e073 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce45940d-ecbf-47a0-9d51-ed21ab35fe07,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:18:20.948041 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device 8ed3cabd-3fb4-4ceb-a23e-e932bc5c0728 no longer exists at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 08:18:20.968416 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] No Port match for: 8ed3cabd-3fb4-4ceb-a23e-e932bc5c0728 {{(pid=102577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 08:18:20.968984 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device 8ed3cabd-3fb4-4ceb-a23e-e932bc5c0728 not bound to the agent host dv-cinder-826589-1-iscsi {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 08:18:20.969594 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device 402d9145-cc62-4716-99f3-715816ec6846 no longer exists at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 08:18:20.992576 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] No Port match for: 402d9145-cc62-4716-99f3-715816ec6846 {{(pid=102577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 08:18:20.992957 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device 402d9145-cc62-4716-99f3-715816ec6846 not bound to the agent host dv-cinder-826589-1-iscsi {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 08:18:20.997722 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 33342) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:18:21.039910 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-f5063d81-7215-4041-84a4-76493566c012 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=494feea85d154e5fb70b8c9bb9392067&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0410311 Jan 27 08:18:21.042556 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 33344) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:18:21.090562 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-980d5a86-f7c2-45d2-94ce-f4f6cb93c8be admin admin] Publish callbacks [] for security_group (9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:21.113821 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-980d5a86-f7c2-45d2-94ce-f4f6cb93c8be admin admin] Publish callbacks [] for security_group (9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:21.128043 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 33348) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:18:21.174211 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-980d5a86-f7c2-45d2-94ce-f4f6cb93c8be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:21.175745 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.db_base_plugin_v2 [None req-448ffc51-94a9-45ff-961c-6b9928f8e52b admin admin] Deleting subnet 709b0121-a76e-46ba-90ea-73397b4104e2 {{(pid=102575) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 08:18:21.177174 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-980d5a86-f7c2-45d2-94ce-f4f6cb93c8be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:21.180960 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-980d5a86-f7c2-45d2-94ce-f4f6cb93c8be admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4 HTTP/1.1" status: 204 len: 168 time: 0.1348615 Jan 27 08:18:21.181130 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-448ffc51-94a9-45ff-961c-6b9928f8e52b admin admin] Publish callbacks [] for subnet (709b0121-a76e-46ba-90ea-73397b4104e2), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:21.187091 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980d5a86-f7c2-45d2-94ce-f4f6cb93c8be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c499c83-4ca4-4a10-8b1a-c4b12a4e1da4,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:18:21.237375 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-448ffc51-94a9-45ff-961c-6b9928f8e52b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13170846'] for subnet (709b0121-a76e-46ba-90ea-73397b4104e2), precommit_delete_associations {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:21.276472 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-448ffc51-94a9-45ff-961c-6b9928f8e52b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537734'] for subnet (709b0121-a76e-46ba-90ea-73397b4104e2), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:21.337784 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-448ffc51-94a9-45ff-961c-6b9928f8e52b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13172647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220539'] for subnet (709b0121-a76e-46ba-90ea-73397b4104e2), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:21.369891 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448ffc51-94a9-45ff-961c-6b9928f8e52b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=709b0121-a76e-46ba-90ea-73397b4104e2,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:18:21.371924 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-448ffc51-94a9-45ff-961c-6b9928f8e52b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:21.377413 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-448ffc51-94a9-45ff-961c-6b9928f8e52b admin admin] 10.222.0.59 "DELETE /v2.0/subnets/709b0121-a76e-46ba-90ea-73397b4104e2 HTTP/1.1" status: 204 len: 168 time: 0.2461777 Jan 27 08:18:21.377816 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 33354) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:18:21.450445 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-e5764b99-8fc2-4a21-b624-8c7163bd0e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1691783'] for network (652b74d3-773c-4c51-b4df-89a43e9fd890), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:21.533413 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-e5764b99-8fc2-4a21-b624-8c7163bd0e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535825', 'neutron.services.segments.db._delete_segments_for_network-8730335277442'] for network (652b74d3-773c-4c51-b4df-89a43e9fd890), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:21.554250 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.services.segments.db [None req-e5764b99-8fc2-4a21-b624-8c7163bd0e78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['652b74d3-773c-4c51-b4df-89a43e9fd890']}} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:18:21.565044 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.services.segments.db [None req-e5764b99-8fc2-4a21-b624-8c7163bd0e78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74a47a65-eb76-452b-a51a-269a2e7fc65e') {'for_net_delete': True} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:18:21.565361 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.services.segments.db [None req-e5764b99-8fc2-4a21-b624-8c7163bd0e78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74a47a65-eb76-452b-a51a-269a2e7fc65e') {} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:18:21.575715 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-e5764b99-8fc2-4a21-b624-8c7163bd0e78 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730335278475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14124113'] for segment (74a47a65-eb76-452b-a51a-269a2e7fc65e), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:21.597015 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-e5764b99-8fc2-4a21-b624-8c7163bd0e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505597'] for segment (74a47a65-eb76-452b-a51a-269a2e7fc65e), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:21.604537 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5764b99-8fc2-4a21-b624-8c7163bd0e78 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=102576) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 08:18:21.604537 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-e5764b99-8fc2-4a21-b624-8c7163bd0e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13114834'] for segment (74a47a65-eb76-452b-a51a-269a2e7fc65e), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:21.606449 dv-cinder-826589-1-iscsi neutron-server[102576]: Traceback (most recent call last): Jan 27 08:18:21.606449 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 08:18:21.606449 dv-cinder-826589-1-iscsi neutron-server[102576]: timer() Jan 27 08:18:21.606449 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 08:18:21.606449 dv-cinder-826589-1-iscsi neutron-server[102576]: cb(*args, **kw) Jan 27 08:18:21.606449 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 08:18:21.606449 dv-cinder-826589-1-iscsi neutron-server[102576]: return func(*args, **kwargs) Jan 27 08:18:21.606449 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 08:18:21.606449 dv-cinder-826589-1-iscsi neutron-server[102576]: self._notify() Jan 27 08:18:21.606449 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 08:18:21.606449 dv-cinder-826589-1-iscsi neutron-server[102576]: self.callback(batched_events) Jan 27 08:18:21.606449 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 08:18:21.606449 dv-cinder-826589-1-iscsi neutron-server[102576]: event.method(event) Jan 27 08:18:21.606449 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 08:18:21.606449 dv-cinder-826589-1-iscsi neutron-server[102576]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 08:18:21.606449 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 08:18:21.606449 dv-cinder-826589-1-iscsi neutron-server[102576]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 08:18:21.606449 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 08:18:21.606449 dv-cinder-826589-1-iscsi neutron-server[102576]: return f(self, *a, **k) Jan 27 08:18:21.606449 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 08:18:21.606449 dv-cinder-826589-1-iscsi neutron-server[102576]: return self._get(url).json() Jan 27 08:18:21.606449 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 08:18:21.606449 dv-cinder-826589-1-iscsi neutron-server[102576]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 08:18:21.606449 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 08:18:21.606449 dv-cinder-826589-1-iscsi neutron-server[102576]: return self.request(url, 'GET', **kwargs) Jan 27 08:18:21.606449 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 08:18:21.606449 dv-cinder-826589-1-iscsi neutron-server[102576]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 08:18:21.606449 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 08:18:21.606449 dv-cinder-826589-1-iscsi neutron-server[102576]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 08:18:21.606449 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 08:18:21.606449 dv-cinder-826589-1-iscsi neutron-server[102576]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 08:18:21.606449 dv-cinder-826589-1-iscsi neutron-server[102576]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 08:18:21.664363 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-e5764b99-8fc2-4a21-b624-8c7163bd0e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549501'] for network (652b74d3-773c-4c51-b4df-89a43e9fd890), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:21.673599 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-e5764b99-8fc2-4a21-b624-8c7163bd0e78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for network (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:21.677595 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-e5764b99-8fc2-4a21-b624-8c7163bd0e78 admin admin] 10.222.0.59 "DELETE /v2.0/networks/652b74d3-773c-4c51-b4df-89a43e9fd890 HTTP/1.1" status: 204 len: 168 time: 0.2987757 Jan 27 08:18:21.692992 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5764b99-8fc2-4a21-b624-8c7163bd0e78 admin admin] Pushing event deleted for resources: {'Network': ['ID=652b74d3-773c-4c51-b4df-89a43e9fd890,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:18:21.821122 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 33390) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:18:21.870450 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-9320acc9-000a-4960-8455-82e5b33cc018 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9035a65341a248bf9e4d1371e4f30984&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0481589 Jan 27 08:18:21.872836 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 33396) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:18:21.930807 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-92575053-f810-4269-955f-03e4de946bdc admin admin] Publish callbacks [] for security_group (4bec9c13-9652-4b0d-a357-a21dac90b195), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:21.957498 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-92575053-f810-4269-955f-03e4de946bdc admin admin] Publish callbacks [] for security_group (4bec9c13-9652-4b0d-a357-a21dac90b195), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:22.022712 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-92575053-f810-4269-955f-03e4de946bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (4bec9c13-9652-4b0d-a357-a21dac90b195), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:22.025508 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-92575053-f810-4269-955f-03e4de946bdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:22.026621 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-92575053-f810-4269-955f-03e4de946bdc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4bec9c13-9652-4b0d-a357-a21dac90b195 HTTP/1.1" status: 204 len: 168 time: 0.1528039 Jan 27 08:18:22.040321 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92575053-f810-4269-955f-03e4de946bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bec9c13-9652-4b0d-a357-a21dac90b195,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:18:22.607207 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 33454) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:18:22.709107 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-f70eba50-7c07-47a5-b5de-c42fd1964e88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:22.783621 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-f70eba50-7c07-47a5-b5de-c42fd1964e88 admin admin] Publish callbacks [] for security_group (0ea38705-a522-4e05-8216-ca4a51f975bf), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:22.787449 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-f70eba50-7c07-47a5-b5de-c42fd1964e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (0ea38705-a522-4e05-8216-ca4a51f975bf), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:22.824677 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-f70eba50-7c07-47a5-b5de-c42fd1964e88 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6bd173dff1a64270ab62734001dd7aad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2164099 Jan 27 08:18:22.825553 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70eba50-7c07-47a5-b5de-c42fd1964e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea38705-a522-4e05-8216-ca4a51f975bf,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:18:22.827398 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 33458) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:18:22.877678 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-70d83845-c8f1-443c-a266-f4829fd18451 admin admin] Publish callbacks [] for security_group (0ea38705-a522-4e05-8216-ca4a51f975bf), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:22.889925 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-fd8ecbdc-43ca-4126-841f-66594eb8a1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (c4292dc4-d7f6-4187-994e-0142c7d14647), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:22.900519 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-70d83845-c8f1-443c-a266-f4829fd18451 admin admin] Publish callbacks [] for security_group (0ea38705-a522-4e05-8216-ca4a51f975bf), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:22.945994 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-70d83845-c8f1-443c-a266-f4829fd18451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (0ea38705-a522-4e05-8216-ca4a51f975bf), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:22.948643 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-70d83845-c8f1-443c-a266-f4829fd18451 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:22.949848 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-70d83845-c8f1-443c-a266-f4829fd18451 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0ea38705-a522-4e05-8216-ca4a51f975bf HTTP/1.1" status: 204 len: 168 time: 0.1213512 Jan 27 08:18:22.957947 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d83845-c8f1-443c-a266-f4829fd18451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea38705-a522-4e05-8216-ca4a51f975bf,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:18:24.613197 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-84f64028-d758-4200-a634-8b4e45c8e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (30676f9c-3677-4b49-810a-45ff2c7eef62), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:25.758209 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-932e581e-1ad5-4fce-9316-ae3110c4cab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (037c8737-e99f-497c-9717-3fbc8e736584), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:26.642127 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (e79cbf24-12bd-4e20-a580-79498d5b225b), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:26.914659 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 33548) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:18:27.024156 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-07f43843-6844-4058-aba6-c3b3ce74db03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:27.106524 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-07f43843-6844-4058-aba6-c3b3ce74db03 admin admin] Publish callbacks [] for security_group (454aea25-6dad-4ae8-8a83-a1d14c525e90), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:27.110264 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-07f43843-6844-4058-aba6-c3b3ce74db03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (454aea25-6dad-4ae8-8a83-a1d14c525e90), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:27.148119 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f43843-6844-4058-aba6-c3b3ce74db03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=454aea25-6dad-4ae8-8a83-a1d14c525e90,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:18:27.152815 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-07f43843-6844-4058-aba6-c3b3ce74db03 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=286d869d91f34e80bacbd165e099da7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2370017 Jan 27 08:18:27.155545 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 33556) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:18:27.202032 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0b37bdbb-d8ae-440b-86d9-a9fc205ba130 admin admin] Publish callbacks [] for security_group (454aea25-6dad-4ae8-8a83-a1d14c525e90), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:27.222500 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0b37bdbb-d8ae-440b-86d9-a9fc205ba130 admin admin] Publish callbacks [] for security_group (454aea25-6dad-4ae8-8a83-a1d14c525e90), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:27.268115 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0b37bdbb-d8ae-440b-86d9-a9fc205ba130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (454aea25-6dad-4ae8-8a83-a1d14c525e90), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:27.270789 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0b37bdbb-d8ae-440b-86d9-a9fc205ba130 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:27.271926 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-0b37bdbb-d8ae-440b-86d9-a9fc205ba130 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/454aea25-6dad-4ae8-8a83-a1d14c525e90 HTTP/1.1" status: 204 len: 168 time: 0.1155429 Jan 27 08:18:27.281305 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b37bdbb-d8ae-440b-86d9-a9fc205ba130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454aea25-6dad-4ae8-8a83-a1d14c525e90,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:18:27.941261 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (926d476c-3c92-4faa-a402-a395b4978e44), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:33.260397 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 33632) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:18:33.366773 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-65798483-52b4-440d-a8c0-839a41884cb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:33.438560 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-65798483-52b4-440d-a8c0-839a41884cb4 admin admin] Publish callbacks [] for security_group (215d7eb9-9bb3-4e9b-a061-16bb7b9ff1ff), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:33.442333 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-65798483-52b4-440d-a8c0-839a41884cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (215d7eb9-9bb3-4e9b-a061-16bb7b9ff1ff), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:33.480699 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-65798483-52b4-440d-a8c0-839a41884cb4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4f40e201f5644fe68c1c45e52606750d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2185881 Jan 27 08:18:33.481554 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65798483-52b4-440d-a8c0-839a41884cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=215d7eb9-9bb3-4e9b-a061-16bb7b9ff1ff,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:18:33.483399 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 33636) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:18:33.533794 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-02f0e473-e1aa-481c-a0a7-8be465911f57 admin admin] Publish callbacks [] for security_group (215d7eb9-9bb3-4e9b-a061-16bb7b9ff1ff), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:33.553856 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-02f0e473-e1aa-481c-a0a7-8be465911f57 admin admin] Publish callbacks [] for security_group (215d7eb9-9bb3-4e9b-a061-16bb7b9ff1ff), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:33.598736 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-02f0e473-e1aa-481c-a0a7-8be465911f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (215d7eb9-9bb3-4e9b-a061-16bb7b9ff1ff), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:33.601452 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-02f0e473-e1aa-481c-a0a7-8be465911f57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:33.602645 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-02f0e473-e1aa-481c-a0a7-8be465911f57 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/215d7eb9-9bb3-4e9b-a061-16bb7b9ff1ff HTTP/1.1" status: 204 len: 168 time: 0.1182263 Jan 27 08:18:33.610377 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f0e473-e1aa-481c-a0a7-8be465911f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215d7eb9-9bb3-4e9b-a061-16bb7b9ff1ff,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:18:33.860692 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 33642) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:18:33.875203 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-886083ba-becb-4851-bb39-93c592c19cf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:33.948978 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-886083ba-becb-4851-bb39-93c592c19cf0 admin admin] Publish callbacks [] for security_group (2261bfbc-8336-4eea-9daf-b3f30ac723f5), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:33.953033 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-886083ba-becb-4851-bb39-93c592c19cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (2261bfbc-8336-4eea-9daf-b3f30ac723f5), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:33.992523 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886083ba-becb-4851-bb39-93c592c19cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2261bfbc-8336-4eea-9daf-b3f30ac723f5,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:18:33.998348 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-886083ba-becb-4851-bb39-93c592c19cf0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=907b81ce81d24124aad31d4bde67d990&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1364441 Jan 27 08:18:34.000902 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 33644) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:18:34.051347 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-e0d0c715-8e4b-46c0-bce6-c0b2fca14ee2 admin admin] Publish callbacks [] for security_group (2261bfbc-8336-4eea-9daf-b3f30ac723f5), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:34.071838 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-e0d0c715-8e4b-46c0-bce6-c0b2fca14ee2 admin admin] Publish callbacks [] for security_group (2261bfbc-8336-4eea-9daf-b3f30ac723f5), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:34.119073 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-e0d0c715-8e4b-46c0-bce6-c0b2fca14ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (2261bfbc-8336-4eea-9daf-b3f30ac723f5), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:34.122203 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-e0d0c715-8e4b-46c0-bce6-c0b2fca14ee2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:34.123345 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-e0d0c715-8e4b-46c0-bce6-c0b2fca14ee2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2261bfbc-8336-4eea-9daf-b3f30ac723f5 HTTP/1.1" status: 204 len: 168 time: 0.1215560 Jan 27 08:18:34.131096 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d0c715-8e4b-46c0-bce6-c0b2fca14ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2261bfbc-8336-4eea-9daf-b3f30ac723f5,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:18:35.700574 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 33690) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:18:35.803319 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-3152403f-6029-46de-8da3-ea185ee4cc0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:35.874834 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-3152403f-6029-46de-8da3-ea185ee4cc0f admin admin] Publish callbacks [] for security_group (4ed9e3d8-139a-42f7-a545-970ede570f9d), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:35.878575 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-3152403f-6029-46de-8da3-ea185ee4cc0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (4ed9e3d8-139a-42f7-a545-970ede570f9d), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:35.913644 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3152403f-6029-46de-8da3-ea185ee4cc0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed9e3d8-139a-42f7-a545-970ede570f9d,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:18:35.917689 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-3152403f-6029-46de-8da3-ea185ee4cc0f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=85e3a046b83f44b2a3cf8c64ac1741d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2160497 Jan 27 08:18:35.920928 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 33694) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:18:35.967489 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-6f760a3a-db38-47bf-adb7-a36990b1d7d7 admin admin] Publish callbacks [] for security_group (4ed9e3d8-139a-42f7-a545-970ede570f9d), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:35.988436 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-6f760a3a-db38-47bf-adb7-a36990b1d7d7 admin admin] Publish callbacks [] for security_group (4ed9e3d8-139a-42f7-a545-970ede570f9d), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:36.034884 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-6f760a3a-db38-47bf-adb7-a36990b1d7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (4ed9e3d8-139a-42f7-a545-970ede570f9d), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:36.037939 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-6f760a3a-db38-47bf-adb7-a36990b1d7d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:36.039452 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-6f760a3a-db38-47bf-adb7-a36990b1d7d7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4ed9e3d8-139a-42f7-a545-970ede570f9d HTTP/1.1" status: 204 len: 168 time: 0.1174753 Jan 27 08:18:36.053134 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f760a3a-db38-47bf-adb7-a36990b1d7d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed9e3d8-139a-42f7-a545-970ede570f9d,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:18:36.318523 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 33702) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:18:36.334331 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-977dae67-305e-4a28-99fd-1853a1236b42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:36.406333 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-977dae67-305e-4a28-99fd-1853a1236b42 admin admin] Publish callbacks [] for security_group (5b41ad46-2658-4810-a04c-5cd65c64cdf6), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:36.410512 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-977dae67-305e-4a28-99fd-1853a1236b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (5b41ad46-2658-4810-a04c-5cd65c64cdf6), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:36.449989 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-977dae67-305e-4a28-99fd-1853a1236b42 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=84e1836aa6d949b38f5cbb7b697f6588&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1297712 Jan 27 08:18:36.451037 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977dae67-305e-4a28-99fd-1853a1236b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b41ad46-2658-4810-a04c-5cd65c64cdf6,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:18:36.452868 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 33704) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:18:36.504743 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-58789290-b2a5-4836-a257-ac9f1c4928c8 admin admin] Publish callbacks [] for security_group (5b41ad46-2658-4810-a04c-5cd65c64cdf6), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:36.526979 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-58789290-b2a5-4836-a257-ac9f1c4928c8 admin admin] Publish callbacks [] for security_group (5b41ad46-2658-4810-a04c-5cd65c64cdf6), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:36.574164 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-58789290-b2a5-4836-a257-ac9f1c4928c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (5b41ad46-2658-4810-a04c-5cd65c64cdf6), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:36.577352 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-58789290-b2a5-4836-a257-ac9f1c4928c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:36.578492 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-58789290-b2a5-4836-a257-ac9f1c4928c8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5b41ad46-2658-4810-a04c-5cd65c64cdf6 HTTP/1.1" status: 204 len: 168 time: 0.1240633 Jan 27 08:18:36.586038 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58789290-b2a5-4836-a257-ac9f1c4928c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b41ad46-2658-4810-a04c-5cd65c64cdf6,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:18:38.891884 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 33776) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:18:38.996623 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-cc070493-39de-4f4a-9556-8b9c893e77dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:39.068977 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-cc070493-39de-4f4a-9556-8b9c893e77dc admin admin] Publish callbacks [] for security_group (c84f1485-111f-402c-9f04-5d3d7f2a4cbd), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:39.072546 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-cc070493-39de-4f4a-9556-8b9c893e77dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (c84f1485-111f-402c-9f04-5d3d7f2a4cbd), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:39.108506 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc070493-39de-4f4a-9556-8b9c893e77dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c84f1485-111f-402c-9f04-5d3d7f2a4cbd,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:18:39.112767 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-cc070493-39de-4f4a-9556-8b9c893e77dc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=beeb09218f254c9cb281085ef38e494f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2198467 Jan 27 08:18:39.115749 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 33780) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:18:39.168450 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2564cf72-a63d-4615-8d5b-66d9d4073c70 admin admin] Publish callbacks [] for security_group (c84f1485-111f-402c-9f04-5d3d7f2a4cbd), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:39.193067 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2564cf72-a63d-4615-8d5b-66d9d4073c70 admin admin] Publish callbacks [] for security_group (c84f1485-111f-402c-9f04-5d3d7f2a4cbd), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:39.244427 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2564cf72-a63d-4615-8d5b-66d9d4073c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (c84f1485-111f-402c-9f04-5d3d7f2a4cbd), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:39.247132 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2564cf72-a63d-4615-8d5b-66d9d4073c70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:39.248314 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-2564cf72-a63d-4615-8d5b-66d9d4073c70 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c84f1485-111f-402c-9f04-5d3d7f2a4cbd HTTP/1.1" status: 204 len: 168 time: 0.1317356 Jan 27 08:18:39.256165 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2564cf72-a63d-4615-8d5b-66d9d4073c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84f1485-111f-402c-9f04-5d3d7f2a4cbd,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:18:39.510318 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 33786) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:18:39.524002 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-68be5444-ccd3-4e83-969e-d827d3052020 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:39.600344 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-68be5444-ccd3-4e83-969e-d827d3052020 admin admin] Publish callbacks [] for security_group (dae50bd7-92e5-4ff8-bae7-b706619a281b), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:39.604743 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-68be5444-ccd3-4e83-969e-d827d3052020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (dae50bd7-92e5-4ff8-bae7-b706619a281b), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:39.643180 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-68be5444-ccd3-4e83-969e-d827d3052020 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=71169cba2ba34f7393af1b62c0d5ffa9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1317365 Jan 27 08:18:39.644138 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68be5444-ccd3-4e83-969e-d827d3052020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae50bd7-92e5-4ff8-bae7-b706619a281b,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:18:39.645819 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 33788) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:18:39.694708 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-14b64271-5644-4df4-b2e5-78cef9bce01d admin admin] Publish callbacks [] for security_group (dae50bd7-92e5-4ff8-bae7-b706619a281b), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:39.715610 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-14b64271-5644-4df4-b2e5-78cef9bce01d admin admin] Publish callbacks [] for security_group (dae50bd7-92e5-4ff8-bae7-b706619a281b), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:39.762544 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-14b64271-5644-4df4-b2e5-78cef9bce01d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (dae50bd7-92e5-4ff8-bae7-b706619a281b), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:39.766278 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-14b64271-5644-4df4-b2e5-78cef9bce01d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:39.767618 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-14b64271-5644-4df4-b2e5-78cef9bce01d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dae50bd7-92e5-4ff8-bae7-b706619a281b HTTP/1.1" status: 204 len: 168 time: 0.1207557 Jan 27 08:18:39.777277 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b64271-5644-4df4-b2e5-78cef9bce01d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae50bd7-92e5-4ff8-bae7-b706619a281b,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:18:41.521422 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30783c13-4d02-4887-9a8a-2ce591ceb0ca req-04111b98-337b-4f71-a9f3-32042af87ec0 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:18:41.523925 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-30783c13-4d02-4887-9a8a-2ce591ceb0ca req-04111b98-337b-4f71-a9f3-32042af87ec0 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 945 time: 0.0542750 Jan 27 08:18:41.754574 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 33872) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:18:41.797599 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-30783c13-4d02-4887-9a8a-2ce591ceb0ca req-7438cbd0-14b0-4e2f-8bbf-7a8133d9f4d4 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?id=25056870-6882-4f7c-b7e2-0d78781f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2672236 Jan 27 08:18:41.865330 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-a0672898-e417-432a-85d5-11ef990c4e50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:41.943344 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-a0672898-e417-432a-85d5-11ef990c4e50 admin admin] Publish callbacks [] for security_group (d62c2caf-6dd4-417b-9496-fb4b70a8b2c8), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:41.946966 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-a0672898-e417-432a-85d5-11ef990c4e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (d62c2caf-6dd4-417b-9496-fb4b70a8b2c8), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:41.986967 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-a0672898-e417-432a-85d5-11ef990c4e50 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0d72ebf370bf4ae7b3bdfe3e9ae1f3de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2312808 Jan 27 08:18:41.987667 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0672898-e417-432a-85d5-11ef990c4e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d62c2caf-6dd4-417b-9496-fb4b70a8b2c8,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:18:41.990008 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 33876) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:18:42.036833 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-cfb11e68-b8c8-4d9a-846d-cf26e323d6bf admin admin] Publish callbacks [] for security_group (d62c2caf-6dd4-417b-9496-fb4b70a8b2c8), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:42.057692 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-cfb11e68-b8c8-4d9a-846d-cf26e323d6bf admin admin] Publish callbacks [] for security_group (d62c2caf-6dd4-417b-9496-fb4b70a8b2c8), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:42.102731 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-cfb11e68-b8c8-4d9a-846d-cf26e323d6bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (d62c2caf-6dd4-417b-9496-fb4b70a8b2c8), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:42.105337 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-cfb11e68-b8c8-4d9a-846d-cf26e323d6bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:42.106455 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-cfb11e68-b8c8-4d9a-846d-cf26e323d6bf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d62c2caf-6dd4-417b-9496-fb4b70a8b2c8 HTTP/1.1" status: 204 len: 168 time: 0.1154292 Jan 27 08:18:42.114015 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb11e68-b8c8-4d9a-846d-cf26e323d6bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62c2caf-6dd4-417b-9496-fb4b70a8b2c8,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:18:42.366988 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 33882) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:18:42.377014 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7fa5e4ef-30b0-4bc3-9958-2851009bbfc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:42.452215 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7fa5e4ef-30b0-4bc3-9958-2851009bbfc7 admin admin] Publish callbacks [] for security_group (e886c51b-91f3-4923-bb0b-e464305adc67), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:42.456298 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7fa5e4ef-30b0-4bc3-9958-2851009bbfc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (e886c51b-91f3-4923-bb0b-e464305adc67), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:42.495602 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-7fa5e4ef-30b0-4bc3-9958-2851009bbfc7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a4ed3e45d359476db5c2be8edee43325&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1316261 Jan 27 08:18:42.497073 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa5e4ef-30b0-4bc3-9958-2851009bbfc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e886c51b-91f3-4923-bb0b-e464305adc67,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:18:42.498805 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 33884) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:18:42.545740 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-c737f8f7-b66c-4018-a298-dadb73fabb23 admin admin] Publish callbacks [] for security_group (e886c51b-91f3-4923-bb0b-e464305adc67), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:42.565974 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-c737f8f7-b66c-4018-a298-dadb73fabb23 admin admin] Publish callbacks [] for security_group (e886c51b-91f3-4923-bb0b-e464305adc67), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:42.611752 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-c737f8f7-b66c-4018-a298-dadb73fabb23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (e886c51b-91f3-4923-bb0b-e464305adc67), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:42.614832 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-c737f8f7-b66c-4018-a298-dadb73fabb23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:42.615972 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-c737f8f7-b66c-4018-a298-dadb73fabb23 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e886c51b-91f3-4923-bb0b-e464305adc67 HTTP/1.1" status: 204 len: 168 time: 0.1161585 Jan 27 08:18:42.623555 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c737f8f7-b66c-4018-a298-dadb73fabb23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e886c51b-91f3-4923-bb0b-e464305adc67,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:18:42.923376 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ca59b-8982-4d8d-a23f-a4431a73b44c req-50e45d3d-586c-4e06-a7ba-a9069bbf35d7 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:18:42.924912 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-363ca59b-8982-4d8d-a23f-a4431a73b44c req-50e45d3d-586c-4e06-a7ba-a9069bbf35d7 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 945 time: 0.0569236 Jan 27 08:18:42.986476 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-363ca59b-8982-4d8d-a23f-a4431a73b44c req-a3494c41-5e9d-4f79-b28a-08f7aa00ca21 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?id=25056870-6882-4f7c-b7e2-0d78781f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501018 Jan 27 08:18:43.663663 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.agents_db [None req-38ef7be0-44ce-4a1a-bebd-f97a99571a56 None None] Agent healthcheck: found 6 active agents {{(pid=102578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 08:18:44.097053 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a552f22-43f2-432d-a40c-d0f733eda1e7 req-69b89b11-14bc-4fa4-9e81-d401ec2dcfdf tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:18:44.098520 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-0a552f22-43f2-432d-a40c-d0f733eda1e7 req-69b89b11-14bc-4fa4-9e81-d401ec2dcfdf tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 945 time: 0.0457916 Jan 27 08:18:44.148880 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-0a552f22-43f2-432d-a40c-d0f733eda1e7 req-86ee50dd-6173-48cf-8a4f-9c645b7f8379 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?id=25056870-6882-4f7c-b7e2-0d78781f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446246 Jan 27 08:18:44.415836 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd37814f-b911-4122-bf6f-625f4442b481 req-982020e0-f94e-47fc-9c59-823c1fcbf655 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:18:44.417330 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-fd37814f-b911-4122-bf6f-625f4442b481 req-982020e0-f94e-47fc-9c59-823c1fcbf655 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 946 time: 0.0501032 Jan 27 08:18:44.462922 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-fd37814f-b911-4122-bf6f-625f4442b481 req-f5489517-c958-42b3-bed1-5d0844f168ee tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399964 Jan 27 08:18:45.283474 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8ee4d-2b6f-4a3a-96fc-28ffb2881e0d req-0b475f13-6c36-423d-8836-4e357bd72762 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:18:45.285877 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-13c8ee4d-2b6f-4a3a-96fc-28ffb2881e0d req-0b475f13-6c36-423d-8836-4e357bd72762 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 945 time: 0.0519669 Jan 27 08:18:45.340127 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-13c8ee4d-2b6f-4a3a-96fc-28ffb2881e0d req-937728de-86f2-41b3-9e81-ff1cbbd664ed tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?id=25056870-6882-4f7c-b7e2-0d78781f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484087 Jan 27 08:18:45.592415 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f9ca17-73ef-45aa-85ec-5c2f619b6bf3 req-cb4b7162-745d-45f5-84a0-08f7e90d335c tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:18:45.594016 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-35f9ca17-73ef-45aa-85ec-5c2f619b6bf3 req-cb4b7162-745d-45f5-84a0-08f7e90d335c tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 946 time: 0.0574379 Jan 27 08:18:45.643712 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-35f9ca17-73ef-45aa-85ec-5c2f619b6bf3 req-40ed73ed-d3ad-4f8b-8bac-8eb4ab4af4e3 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=62dc8d5c-de64-4108-ab66-9e6013d53d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440290 Jan 27 08:18:46.050136 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14478c03-964d-4192-984d-8036e75d6bb4 req-2126d10e-8c8d-40ee-88b9-d6513093b364 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:18:46.051641 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-14478c03-964d-4192-984d-8036e75d6bb4 req-2126d10e-8c8d-40ee-88b9-d6513093b364 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.72 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 946 time: 0.0479412 Jan 27 08:18:46.139663 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.plugin [req-14478c03-964d-4192-984d-8036e75d6bb4 req-ac782663-8e0f-45a7-b172-9bcb5b652d42 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Deleting port 2cef0fde-7ee1-4668-9eed-893392c43e50 {{(pid=102576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 08:18:46.139995 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-14478c03-964d-4192-984d-8036e75d6bb4 req-ac782663-8e0f-45a7-b172-9bcb5b652d42 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730335283038'] for port (2cef0fde-7ee1-4668-9eed-893392c43e50), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:46.227610 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.db [req-14478c03-964d-4192-984d-8036e75d6bb4 req-ac782663-8e0f-45a7-b172-9bcb5b652d42 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] For port 2cef0fde-7ee1-4668-9eed-893392c43e50, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=2cef0fde-7ee1-4668-9eed-893392c43e50,segment=NetworkSegment(d52c0c22-6164-4420-8fd5-d7a3d432294e),segment_id=d52c0c22-6164-4420-8fd5-d7a3d432294e)] {{(pid=102576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:18:46.227962 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-14478c03-964d-4192-984d-8036e75d6bb4 req-ac782663-8e0f-45a7-b172-9bcb5b652d42 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547444'] for port (2cef0fde-7ee1-4668-9eed-893392c43e50), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:46.472542 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-14478c03-964d-4192-984d-8036e75d6bb4 req-ac782663-8e0f-45a7-b172-9bcb5b652d42 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:46.473358 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-14478c03-964d-4192-984d-8036e75d6bb4 req-ac782663-8e0f-45a7-b172-9bcb5b652d42 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549487'] for floatingip (474affc3-4264-465f-82b6-834f74803181), after_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:46.473358 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.db.l3_db [req-14478c03-964d-4192-984d-8036e75d6bb4 req-ac782663-8e0f-45a7-b172-9bcb5b652d42 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Floating IP 474affc3-4264-465f-82b6-834f74803181 disassociated. External IP: 172.27.1.232, port: 2cef0fde-7ee1-4668-9eed-893392c43e50. Jan 27 08:18:46.473557 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.plugin [req-14478c03-964d-4192-984d-8036e75d6bb4 req-ac782663-8e0f-45a7-b172-9bcb5b652d42 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Calling delete_port for 2cef0fde-7ee1-4668-9eed-893392c43e50 owned by compute:nova {{(pid=102576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 08:18:46.493691 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a83ac45-f29b-4360-81b0-7a5dab290505 req-43e385d1-1ff5-4118-a2b1-5acd371fa602 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:18:46.495431 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-4a83ac45-f29b-4360-81b0-7a5dab290505 req-43e385d1-1ff5-4118-a2b1-5acd371fa602 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 945 time: 0.0747268 Jan 27 08:18:46.593453 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-4a83ac45-f29b-4360-81b0-7a5dab290505 req-edddaf2e-84aa-4f38-a764-ac48e32a2a5f tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?id=25056870-6882-4f7c-b7e2-0d78781f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614252 Jan 27 08:18:46.648467 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 33984) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:18:46.662299 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-14478c03-964d-4192-984d-8036e75d6bb4 req-ac782663-8e0f-45a7-b172-9bcb5b652d42 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730335288760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730334756118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13114657'] for port (2cef0fde-7ee1-4668-9eed-893392c43e50), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:46.691751 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac782663-8e0f-45a7-b172-9bcb5b652d42 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Pushing event deleted for resources: {'Port': ['ID=2cef0fde-7ee1-4668-9eed-893392c43e50,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:18:46.769657 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-590d5c0c-fcc7-4014-b527-f84ac094f673 req-ff6b31ee-e22e-4064-a623-46c10a7b70ad tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=7370227b-9eb7-4890-ac0c-56d1b1440387 HTTP/1.1" status: 200 len: 210 time: 0.0335383 Jan 27 08:18:46.786794 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-4573bb11-a10e-4cbe-b0b1-d05e9aed4f02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:46.864799 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14478c03-964d-4192-984d-8036e75d6bb4 req-ac782663-8e0f-45a7-b172-9bcb5b652d42 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Router c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4 has already been hosted by L3 agent c4292dc4-d7f6-4187-994e-0142c7d14647 {{(pid=102576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 08:18:46.950437 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-4573bb11-a10e-4cbe-b0b1-d05e9aed4f02 admin admin] Publish callbacks [] for security_group (29d3dcd7-228e-4ab1-930d-66de2c058986), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:46.956654 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-4573bb11-a10e-4cbe-b0b1-d05e9aed4f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (29d3dcd7-228e-4ab1-930d-66de2c058986), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:47.035852 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14478c03-964d-4192-984d-8036e75d6bb4 req-ac782663-8e0f-45a7-b172-9bcb5b652d42 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Notify agent at l3_agent.dv-cinder-826589-1-iscsi the message routers_updated {{(pid=102576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 08:18:47.039279 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-4573bb11-a10e-4cbe-b0b1-d05e9aed4f02 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=02654580e68041b49c4771d7b761d1de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3898320 Jan 27 08:18:47.042041 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 33990) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:18:47.043268 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4573bb11-a10e-4cbe-b0b1-d05e9aed4f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d3dcd7-228e-4ab1-930d-66de2c058986,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:18:47.052938 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2484be3e-ad6b-437e-827d-3ef27751bdd4 None None] Sync routers for ids ['c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4'] in dv-cinder-826589-1-iscsi {{(pid=102577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 08:18:47.075607 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2484be3e-ad6b-437e-827d-3ef27751bdd4 None None] Routers {'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:18:47.076517 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-2484be3e-ad6b-437e-827d-3ef27751bdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:18:23Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4'], 'active': True} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:18:47.080340 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [req-14478c03-964d-4192-984d-8036e75d6bb4 req-ac782663-8e0f-45a7-b172-9bcb5b652d42 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] No DVR routers for this DVR port 2cef0fde-7ee1-4668-9eed-893392c43e50 on host hv-cinder-82658 {{(pid=102576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 08:18:47.081790 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-14478c03-964d-4192-984d-8036e75d6bb4 req-ac782663-8e0f-45a7-b172-9bcb5b652d42 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for port (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:47.085199 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-14478c03-964d-4192-984d-8036e75d6bb4 req-ac782663-8e0f-45a7-b172-9bcb5b652d42 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.72 "DELETE /v2.0/ports/2cef0fde-7ee1-4668-9eed-893392c43e50 HTTP/1.1" status: 204 len: 173 time: 1.0283864 Jan 27 08:18:47.085707 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7370227b-9eb7-4890-ac0c-56d1b1440387', 'name': 'network-vif-deleted', 'tag': '2cef0fde-7ee1-4668-9eed-893392c43e50'}] {{(pid=102576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:18:47.088123 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e99b03222c8d2fef0e5d308316368c2f75dcb43852cf269b2a1b1136e13dae4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55608211-4aa8-456a-a4ae-4f9083d414b5" -d '{"events": [{"server_uuid": "7370227b-9eb7-4890-ac0c-56d1b1440387", "name": "network-vif-deleted", "tag": "2cef0fde-7ee1-4668-9eed-893392c43e50"}]}' {{(pid=102576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:18:47.119705 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-a7337e14-e2db-4b11-848e-aeda95b63caa admin admin] Publish callbacks [] for security_group (29d3dcd7-228e-4ab1-930d-66de2c058986), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:47.133711 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 08:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4742f43-88ff-40eb-a161-2fd89655929c x-openstack-request-id: req-a4742f43-88ff-40eb-a161-2fd89655929c {{(pid=102576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:18:47.133976 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7370227b-9eb7-4890-ac0c-56d1b1440387", "name": "network-vif-deleted", "tag": "2cef0fde-7ee1-4668-9eed-893392c43e50", "status": "completed", "code": 200}]} {{(pid=102576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:18:47.134245 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a4742f43-88ff-40eb-a161-2fd89655929c {{(pid=102576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:18:47.134700 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7370227b-9eb7-4890-ac0c-56d1b1440387', 'name': 'network-vif-deleted', 'tag': '2cef0fde-7ee1-4668-9eed-893392c43e50', 'status': 'completed', 'code': 200} Jan 27 08:18:47.154945 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-a7337e14-e2db-4b11-848e-aeda95b63caa admin admin] Publish callbacks [] for security_group (29d3dcd7-228e-4ab1-930d-66de2c058986), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:47.213292 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-a7337e14-e2db-4b11-848e-aeda95b63caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (29d3dcd7-228e-4ab1-930d-66de2c058986), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:47.216535 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-a7337e14-e2db-4b11-848e-aeda95b63caa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:47.221156 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-a7337e14-e2db-4b11-848e-aeda95b63caa admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/29d3dcd7-228e-4ab1-930d-66de2c058986 HTTP/1.1" status: 204 len: 168 time: 0.1770914 Jan 27 08:18:47.230863 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7337e14-e2db-4b11-848e-aeda95b63caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d3dcd7-228e-4ab1-930d-66de2c058986,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:18:47.253701 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvr_db [None req-2484be3e-ad6b-437e-827d-3ef27751bdd4 None None] Set router c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4 gateway port host: dv-cinder-826589-1-iscsi {{(pid=102577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:18:47.601900 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-2484be3e-ad6b-437e-827d-3ef27751bdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1645023041-router', 'tenant_id': 'e4ecc1e69f834d419992a599e2f26886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '54b23f3e-b771-4f94-9072-5f454f3d9306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:14:50Z', 'updated_at': '2022-01-27T08:14:59Z', 'revision_number': 4, 'project_id': 'e4ecc1e69f834d419992a599e2f26886', 'gw_port': {'id': '54b23f3e-b771-4f94-9072-5f454f3d9306', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:52Z', 'updated_at': '2022-01-27T08:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_interfaces': [{'id': '0f0bbcb7-0256-4240-9bfe-0feeb5b30b2d', 'name': '', 'network_id': 'eb16c640-8d70-456d-b9db-6e89eb7e23c3', 'tenant_id': 'e4ecc1e69f834d419992a599e2f26886', 'mac_address': 'fa:16:3e:77:9a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '57070168-9245-4dd6-b7ac-0c997e12d4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:57Z', 'updated_at': '2022-01-27T08:15:06Z', 'revision_number': 5, 'project_id': 'e4ecc1e69f834d419992a599e2f26886', 'subnets': [{'id': '57070168-9245-4dd6-b7ac-0c997e12d4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:18:47.632610 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2484be3e-ad6b-437e-827d-3ef27751bdd4 None None] Checking router: c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4 for host: dv-cinder-826589-1-iscsi {{(pid=102577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 08:18:47.645451 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2484be3e-ad6b-437e-827d-3ef27751bdd4 None None] Routers {'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:18:47.646290 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-2484be3e-ad6b-437e-827d-3ef27751bdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:18:23Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4'], 'active': True} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:18:47.731116 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1afb772-d926-4297-8793-89dc9b0c5e80 req-b147c3fe-ded6-48ec-9550-ebcbdbbc4331 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:18:47.737886 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b1afb772-d926-4297-8793-89dc9b0c5e80 req-b147c3fe-ded6-48ec-9550-ebcbdbbc4331 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 945 time: 0.0586703 Jan 27 08:18:47.779611 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvr_db [None req-2484be3e-ad6b-437e-827d-3ef27751bdd4 None None] Set router c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4 gateway port host: dv-cinder-826589-1-iscsi {{(pid=102577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:18:47.792443 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b1afb772-d926-4297-8793-89dc9b0c5e80 req-1260ede3-e83d-497b-b831-32fa6f46d4c7 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?id=25056870-6882-4f7c-b7e2-0d78781f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532212 Jan 27 08:18:47.873107 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 34014) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:18:47.947794 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-d7978a96-b162-4362-9183-ac352e64bff0 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks [] for security_group (62dc8d5c-de64-4108-ab66-9e6013d53d07), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:47.974029 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-d7978a96-b162-4362-9183-ac352e64bff0 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks [] for security_group (62dc8d5c-de64-4108-ab66-9e6013d53d07), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:48.028539 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-d7978a96-b162-4362-9183-ac352e64bff0 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (62dc8d5c-de64-4108-ab66-9e6013d53d07), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:48.031616 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-d7978a96-b162-4362-9183-ac352e64bff0 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks [] for security_group (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:48.032976 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-d7978a96-b162-4362-9183-ac352e64bff0 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "DELETE /v2.0/security-groups/62dc8d5c-de64-4108-ab66-9e6013d53d07 HTTP/1.1" status: 204 len: 168 time: 0.1586244 Jan 27 08:18:48.035822 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 34022) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:18:48.044189 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7978a96-b162-4362-9183-ac352e64bff0 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62dc8d5c-de64-4108-ab66-9e6013d53d07,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:18:48.053401 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.api.v2.resource [None req-05a44b54-79d0-4d10-8912-5aadae218b41 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] show failed (client error): The resource could not be found. Jan 27 08:18:48.057487 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-05a44b54-79d0-4d10-8912-5aadae218b41 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups/62dc8d5c-de64-4108-ab66-9e6013d53d07 HTTP/1.1" status: 404 len: 347 time: 0.0205905 Jan 27 08:18:48.057656 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-2484be3e-ad6b-437e-827d-3ef27751bdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1645023041-router', 'tenant_id': 'e4ecc1e69f834d419992a599e2f26886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '54b23f3e-b771-4f94-9072-5f454f3d9306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:14:50Z', 'updated_at': '2022-01-27T08:14:59Z', 'revision_number': 4, 'project_id': 'e4ecc1e69f834d419992a599e2f26886', 'gw_port': {'id': '54b23f3e-b771-4f94-9072-5f454f3d9306', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:52Z', 'updated_at': '2022-01-27T08:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_interfaces': [{'id': '0f0bbcb7-0256-4240-9bfe-0feeb5b30b2d', 'name': '', 'network_id': 'eb16c640-8d70-456d-b9db-6e89eb7e23c3', 'tenant_id': 'e4ecc1e69f834d419992a599e2f26886', 'mac_address': 'fa:16:3e:77:9a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '57070168-9245-4dd6-b7ac-0c997e12d4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:57Z', 'updated_at': '2022-01-27T08:15:06Z', 'revision_number': 5, 'project_id': 'e4ecc1e69f834d419992a599e2f26886', 'subnets': [{'id': '57070168-9245-4dd6-b7ac-0c997e12d4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:18:48.061143 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 34024) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:18:48.097067 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2484be3e-ad6b-437e-827d-3ef27751bdd4 None None] The sync data for ids ['c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4'] in dv-cinder-826589-1-iscsi is: [{'id': 'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1645023041-router', 'tenant_id': 'e4ecc1e69f834d419992a599e2f26886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '54b23f3e-b771-4f94-9072-5f454f3d9306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:14:50Z', 'updated_at': '2022-01-27T08:14:59Z', 'revision_number': 4, 'project_id': 'e4ecc1e69f834d419992a599e2f26886', 'gw_port': {'id': '54b23f3e-b771-4f94-9072-5f454f3d9306', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:52Z', 'updated_at': '2022-01-27T08:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_interfaces': [{'id': '0f0bbcb7-0256-4240-9bfe-0feeb5b30b2d', 'name': '', 'network_id': 'eb16c640-8d70-456d-b9db-6e89eb7e23c3', 'tenant_id': 'e4ecc1e69f834d419992a599e2f26886', 'mac_address': 'fa:16:3e:77:9a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '57070168-9245-4dd6-b7ac-0c997e12d4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:57Z', 'updated_at': '2022-01-27T08:15:06Z', 'revision_number': 5, 'project_id': 'e4ecc1e69f834d419992a599e2f26886', 'subnets': [{'id': '57070168-9245-4dd6-b7ac-0c997e12d4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 08:18:48.127339 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 34026) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:18:48.217831 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.plugin [None req-0835eed8-8035-46ad-b4d0-ab7af43985c7 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Deleting port c90c51ab-dee7-42ea-b0be-1656adf59834 {{(pid=102576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 08:18:48.218268 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-0835eed8-8035-46ad-b4d0-ab7af43985c7 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730335283038'] for port (c90c51ab-dee7-42ea-b0be-1656adf59834), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:48.251332 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.v2.base [None req-35397fc1-b5a6-4719-969b-ff9db225940c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1493696451-network', 'tenant_id': '98ed485ee068452897a0970649c63f20'}} {{(pid=102575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:18:48.279265 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35397fc1-b5a6-4719-969b-ff9db225940c admin admin] Made reservation on behalf of 98ed485ee068452897a0970649c63f20 for: {'network': 1} {{(pid=102575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 08:18:48.282091 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-35397fc1-b5a6-4719-969b-ff9db225940c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for network (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:48.291572 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-35397fc1-b5a6-4719-969b-ff9db225940c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:48.299595 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-0835eed8-8035-46ad-b4d0-ab7af43985c7 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547444'] for port (c90c51ab-dee7-42ea-b0be-1656adf59834), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:48.299905 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-0835eed8-8035-46ad-b4d0-ab7af43985c7 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks [] for floatingip (c90c51ab-dee7-42ea-b0be-1656adf59834), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:48.315510 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.plugin [None req-0835eed8-8035-46ad-b4d0-ab7af43985c7 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Calling delete_port for c90c51ab-dee7-42ea-b0be-1656adf59834 owned by network:floatingip {{(pid=102576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 08:18:48.395443 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-35397fc1-b5a6-4719-969b-ff9db225940c admin admin] Publish callbacks [] for security_group (193c766d-a958-48c6-82b6-042ab3a280f2), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:48.401579 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-35397fc1-b5a6-4719-969b-ff9db225940c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (193c766d-a958-48c6-82b6-042ab3a280f2), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:48.426491 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35397fc1-b5a6-4719-969b-ff9db225940c admin admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=102575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 08:18:48.443773 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35397fc1-b5a6-4719-969b-ff9db225940c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193c766d-a958-48c6-82b6-042ab3a280f2,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:18:48.448809 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-35397fc1-b5a6-4719-969b-ff9db225940c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505597'] for segment (66343028-b008-43d7-89a2-855fb04fc1e4), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:48.448809 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.db.segments_db [None req-35397fc1-b5a6-4719-969b-ff9db225940c admin admin] Added segment 66343028-b008-43d7-89a2-855fb04fc1e4 of type vlan for network 0570d7bb-3bb5-416d-8475-d966c8539834 Jan 27 08:18:48.473344 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b874619-5ac0-43f7-b808-1d99efc19717 None None] New status for floating IP 474affc3-4264-465f-82b6-834f74803181: DOWN {{(pid=102578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 08:18:48.492066 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-0835eed8-8035-46ad-b4d0-ab7af43985c7 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730335288760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730334756118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13114657'] for port (c90c51ab-dee7-42ea-b0be-1656adf59834), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:48.498658 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-35397fc1-b5a6-4719-969b-ff9db225940c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730334747742'] for network (0570d7bb-3bb5-416d-8475-d966c8539834), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:48.520096 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0835eed8-8035-46ad-b4d0-ab7af43985c7 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Pushing event deleted for resources: {'Port': ['ID=c90c51ab-dee7-42ea-b0be-1656adf59834,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:18:48.530306 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-35397fc1-b5a6-4719-969b-ff9db225940c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588'] for network (0570d7bb-3bb5-416d-8475-d966c8539834), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:48.531765 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35397fc1-b5a6-4719-969b-ff9db225940c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:18:48.532848 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-35397fc1-b5a6-4719-969b-ff9db225940c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for network (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:48.605534 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35397fc1-b5a6-4719-969b-ff9db225940c admin admin] Pushing event updated for resources: {'Network': ['ID=0570d7bb-3bb5-416d-8475-d966c8539834,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:18:48.615850 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-0835eed8-8035-46ad-b4d0-ab7af43985c7 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks [] for floatingip (474affc3-4264-465f-82b6-834f74803181), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:48.617827 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-35397fc1-b5a6-4719-969b-ff9db225940c admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4893191 Jan 27 08:18:48.618547 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Network 0570d7bb-3bb5-416d-8475-d966c8539834 details requested by agent ovs-agent-dv-cinder-826589-1-iscsi with host dv-cinder-826589-1-iscsi {{(pid=102577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 08:18:48.620564 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 34030) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:18:48.622033 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-0835eed8-8035-46ad-b4d0-ab7af43985c7 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for floatingip (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:48.626618 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.v2.base [None req-9d867d0a-9223-4118-9ab8-fd08acc6d04e admin admin] Request body: {'subnet': {'network_id': '0570d7bb-3bb5-416d-8475-d966c8539834', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1493696451-subnet', 'tenant_id': '98ed485ee068452897a0970649c63f20', 'ip_version': 4}} {{(pid=102575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:18:48.630799 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-0835eed8-8035-46ad-b4d0-ab7af43985c7 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "DELETE /v2.0/floatingips/474affc3-4264-465f-82b6-834f74803181 HTTP/1.1" status: 204 len: 168 time: 0.5665293 Jan 27 08:18:48.682145 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d867d0a-9223-4118-9ab8-fd08acc6d04e admin admin] Made reservation on behalf of 98ed485ee068452897a0970649c63f20 for: {'subnet': 1} {{(pid=102575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 08:18:48.684664 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-9d867d0a-9223-4118-9ab8-fd08acc6d04e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220486'] for subnet (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:48.862513 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-9d867d0a-9223-4118-9ab8-fd08acc6d04e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13170794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220528'] for subnet (ec63d37f-0db1-43a9-95ed-0d471e60ae84), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:48.919319 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa0ada-856d-4981-bc5d-eb38a2f2686a req-4dc950a4-5f17-48a5-adc7-e42dc87f9b30 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:18:48.924875 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-16fa0ada-856d-4981-bc5d-eb38a2f2686a req-4dc950a4-5f17-48a5-adc7-e42dc87f9b30 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 945 time: 0.0622468 Jan 27 08:18:48.935605 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d867d0a-9223-4118-9ab8-fd08acc6d04e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec63d37f-0db1-43a9-95ed-0d471e60ae84,revision_number=0']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:18:48.938149 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d867d0a-9223-4118-9ab8-fd08acc6d04e admin admin] Checking segment: {'id': '66343028-b008-43d7-89a2-855fb04fc1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0570d7bb-3bb5-416d-8475-d966c8539834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:18:48.938443 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d867d0a-9223-4118-9ab8-fd08acc6d04e admin admin] Network hostable DHCP agents. Network: 0570d7bb-3bb5-416d-8475-d966c8539834, hostable agents: ['913d1d6b-f856-4828-afb6-1e4cc7d36f68'], hosted agents: [] {{(pid=102575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 08:18:48.962030 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d867d0a-9223-4118-9ab8-fd08acc6d04e admin admin] Network 0570d7bb-3bb5-416d-8475-d966c8539834 is scheduled to be hosted by DHCP agent 913d1d6b-f856-4828-afb6-1e4cc7d36f68 with binding_index 1 {{(pid=102575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 08:18:48.978780 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 34038) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:18:48.980599 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.base_scheduler [None req-9d867d0a-9223-4118-9ab8-fd08acc6d04e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826589-1-iscsi, 0570d7bb-3bb5-416d-8475-d966c8539834) {{(pid=102575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:18:48.985810 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [None req-771e2a89-2595-47e7-9faf-21433799dfce tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1302153221', 'description': 'tempest-description--2115926551'}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:18:48.985992 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d867d0a-9223-4118-9ab8-fd08acc6d04e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:18:48.986429 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-9d867d0a-9223-4118-9ab8-fd08acc6d04e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:48.993400 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef44575-90f4-4a84-8236-ca50c906a7d5 None None] Network 0570d7bb-3bb5-416d-8475-d966c8539834 requested from dv-cinder-826589-1-iscsi {{(pid=102577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 08:18:49.007643 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-16fa0ada-856d-4981-bc5d-eb38a2f2686a req-3c70f1ee-7838-4d78-88df-0b784832e697 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?id=25056870-6882-4f7c-b7e2-0d78781f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739050 Jan 27 08:18:49.021593 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-9d867d0a-9223-4118-9ab8-fd08acc6d04e admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3995163 Jan 27 08:18:49.024281 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 34040) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:18:49.030114 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [None req-772d836c-2f9f-438c-a4a2-5b0e497b5fb5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1493696451-router', 'tenant_id': '98ed485ee068452897a0970649c63f20', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6'}}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:18:49.048291 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-771e2a89-2595-47e7-9faf-21433799dfce tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks [] for security_group (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:49.051373 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-772d836c-2f9f-438c-a4a2-5b0e497b5fb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35629'] for router (e2310ba8-afdf-42a6-bc89-b69be7316520), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:49.052564 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-772d836c-2f9f-438c-a4a2-5b0e497b5fb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35636'] for router (e2310ba8-afdf-42a6-bc89-b69be7316520), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:49.109134 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-772d836c-2f9f-438c-a4a2-5b0e497b5fb5 admin admin] Publish callbacks [] for router_controller (e2310ba8-afdf-42a6-bc89-b69be7316520), precommit_add_association {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:49.114291 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c381eb-ef70-4bf4-b408-6f3995d871aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97f4cb72-b8e3-5d8d-9165-1ea0d7e1de3e-0570d7bb-3bb5-416d-8475-d966c8539834', 'network_id': '0570d7bb-3bb5-416d-8475-d966c8539834', 'project_id': '98ed485ee068452897a0970649c63f20', 'fixed_ips': [{'subnet_id': 'ec63d37f-0db1-43a9-95ed-0d471e60ae84'}]}} from dv-cinder-826589-1-iscsi. {{(pid=102577) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 08:18:49.116202 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-97c381eb-ef70-4bf4-b408-6f3995d871aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (None), before_create {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:49.260501 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.db_base_plugin_common [None req-97c381eb-ef70-4bf4-b408-6f3995d871aa None None] Allocated IP 172.20.0.2 (0570d7bb-3bb5-416d-8475-d966c8539834/ec63d37f-0db1-43a9-95ed-0d471e60ae84/a8013e92-a5a2-4b31-8b01-8a9fe7dfc06c) {{(pid=102577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 08:18:49.268478 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-772d836c-2f9f-438c-a4a2-5b0e497b5fb5 admin admin] Publish callbacks [] for router_gateway (e2310ba8-afdf-42a6-bc89-b69be7316520), precommit_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:49.309078 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-771e2a89-2595-47e7-9faf-21433799dfce tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks [] for security_group (83cd1ec0-9807-4b47-9b7d-130393612ebe), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:49.322301 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-771e2a89-2595-47e7-9faf-21433799dfce tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (83cd1ec0-9807-4b47-9b7d-130393612ebe), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:49.356541 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-771e2a89-2595-47e7-9faf-21433799dfce tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks [] for security_group (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:49.357688 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-771e2a89-2595-47e7-9faf-21433799dfce tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3779764 Jan 27 08:18:49.360826 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 34042) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:18:49.366230 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.v2.base [None req-6b26e11a-00bb-480f-8033-d9b10de8a113 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Request body: {'security_group_rule': {'security_group_id': '83cd1ec0-9807-4b47-9b7d-130393612ebe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:18:49.387226 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771e2a89-2595-47e7-9faf-21433799dfce tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83cd1ec0-9807-4b47-9b7d-130393612ebe,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:18:49.400635 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771e2a89-2595-47e7-9faf-21433799dfce tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:18:49.401081 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771e2a89-2595-47e7-9faf-21433799dfce tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:18:49.401308 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-6b26e11a-00bb-480f-8033-d9b10de8a113 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks [] for security_group_rule (76677165-232a-4533-800c-c96912e97685), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:49.401444 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771e2a89-2595-47e7-9faf-21433799dfce tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:18:49.401796 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771e2a89-2595-47e7-9faf-21433799dfce tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:18:49.402130 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771e2a89-2595-47e7-9faf-21433799dfce tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:18:49.402452 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771e2a89-2595-47e7-9faf-21433799dfce tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:18:49.402777 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771e2a89-2595-47e7-9faf-21433799dfce tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:18:49.403096 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771e2a89-2595-47e7-9faf-21433799dfce tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:18:49.403551 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771e2a89-2595-47e7-9faf-21433799dfce tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:18:49.403877 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771e2a89-2595-47e7-9faf-21433799dfce tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:18:49.404377 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771e2a89-2595-47e7-9faf-21433799dfce tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:18:49.404708 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771e2a89-2595-47e7-9faf-21433799dfce tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:18:49.405052 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771e2a89-2595-47e7-9faf-21433799dfce tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:18:49.412412 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-97c381eb-ef70-4bf4-b408-6f3995d871aa None None] Publish callbacks [] for port (a8013e92-a5a2-4b31-8b01-8a9fe7dfc06c), precommit_create {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:49.419629 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-97c381eb-ef70-4bf4-b408-6f3995d871aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730334756109'] for port (a8013e92-a5a2-4b31-8b01-8a9fe7dfc06c), after_create {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:49.458604 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c381eb-ef70-4bf4-b408-6f3995d871aa None None] Network 0570d7bb-3bb5-416d-8475-d966c8539834 is already hosted by enough agents. {{(pid=102577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 08:18:49.463281 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.scheduler.base_scheduler [None req-97c381eb-ef70-4bf4-b408-6f3995d871aa None None] Resources bound (agent type, host, resource id): {{(pid=102577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:18:49.467080 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c381eb-ef70-4bf4-b408-6f3995d871aa None None] Received port after_create {{(pid=102577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 08:18:49.481103 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-6b26e11a-00bb-480f-8033-d9b10de8a113 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks [] for security_group_rule (76677165-232a-4533-800c-c96912e97685), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:49.491071 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-6b26e11a-00bb-480f-8033-d9b10de8a113 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600985'] for security_group_rule (76677165-232a-4533-800c-c96912e97685), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:49.497714 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c381eb-ef70-4bf4-b408-6f3995d871aa None None] Pushing event updated for resources: {'Port': ['ID=a8013e92-a5a2-4b31-8b01-8a9fe7dfc06c,revision_number=1']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:18:49.509498 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b26e11a-00bb-480f-8033-d9b10de8a113 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76677165-232a-4533-800c-c96912e97685,revision_number=0']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:18:49.532301 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c381eb-ef70-4bf4-b408-6f3995d871aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:18:49.532709 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c381eb-ef70-4bf4-b408-6f3995d871aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:18:49.533054 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c381eb-ef70-4bf4-b408-6f3995d871aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:18:49.533518 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c381eb-ef70-4bf4-b408-6f3995d871aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:18:49.533713 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c381eb-ef70-4bf4-b408-6f3995d871aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:18:49.534060 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c381eb-ef70-4bf4-b408-6f3995d871aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:18:49.534378 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c381eb-ef70-4bf4-b408-6f3995d871aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:18:49.534679 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c381eb-ef70-4bf4-b408-6f3995d871aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:18:49.535008 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c381eb-ef70-4bf4-b408-6f3995d871aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:18:49.535313 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c381eb-ef70-4bf4-b408-6f3995d871aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:18:49.535677 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c381eb-ef70-4bf4-b408-6f3995d871aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:18:49.535995 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c381eb-ef70-4bf4-b408-6f3995d871aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:18:49.536314 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c381eb-ef70-4bf4-b408-6f3995d871aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:18:49.549136 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-6b26e11a-00bb-480f-8033-d9b10de8a113 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:49.550403 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-6b26e11a-00bb-480f-8033-d9b10de8a113 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1883886 Jan 27 08:18:49.553097 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 34044) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:18:49.558913 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.v2.base [None req-cc0b2bbe-11d1-4c33-8a14-c0f24539e4a3 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Request body: {'security_group_rule': {'security_group_id': '83cd1ec0-9807-4b47-9b7d-130393612ebe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:18:49.560631 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.managers [None req-97c381eb-ef70-4bf4-b408-6f3995d871aa None None] Attempting to bind port a8013e92-a5a2-4b31-8b01-8a9fe7dfc06c on host dv-cinder-826589-1-iscsi for vnic_type normal with profile {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 08:18:49.561315 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.managers [None req-97c381eb-ef70-4bf4-b408-6f3995d871aa None None] Attempting to bind port a8013e92-a5a2-4b31-8b01-8a9fe7dfc06c by drivers openvswitch,hyperv on host dv-cinder-826589-1-iscsi at level 0 using segments [{'id': '66343028-b008-43d7-89a2-855fb04fc1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0570d7bb-3bb5-416d-8475-d966c8539834'}] {{(pid=102577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 08:18:49.562000 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c381eb-ef70-4bf4-b408-6f3995d871aa None None] Attempting to bind port a8013e92-a5a2-4b31-8b01-8a9fe7dfc06c on network 0570d7bb-3bb5-416d-8475-d966c8539834 {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:18:49.570628 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c381eb-ef70-4bf4-b408-6f3995d871aa None None] Checking agent: {'id': 'e79cbf24-12bd-4e20-a580-79498d5b225b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826589-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 8, 6, 57), 'started_at': datetime.datetime(2022, 1, 27, 8, 7, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 8, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826589-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 08:18:49.571794 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c381eb-ef70-4bf4-b408-6f3995d871aa None None] Checking segment: {'id': '66343028-b008-43d7-89a2-855fb04fc1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0570d7bb-3bb5-416d-8475-d966c8539834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:18:49.571927 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-772d836c-2f9f-438c-a4a2-5b0e497b5fb5 admin admin] Publish callbacks [] for router_gateway (e2310ba8-afdf-42a6-bc89-b69be7316520), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:49.573002 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-97c381eb-ef70-4bf4-b408-6f3995d871aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:49.575151 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c381eb-ef70-4bf4-b408-6f3995d871aa None None] Bound using segment: {'id': '66343028-b008-43d7-89a2-855fb04fc1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0570d7bb-3bb5-416d-8475-d966c8539834'} {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 08:18:49.576554 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.managers [None req-97c381eb-ef70-4bf4-b408-6f3995d871aa None None] Bound port: a8013e92-a5a2-4b31-8b01-8a9fe7dfc06c, host: dv-cinder-826589-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66343028-b008-43d7-89a2-855fb04fc1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0570d7bb-3bb5-416d-8475-d966c8539834'}}] {{(pid=102577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 08:18:49.578366 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-97c381eb-ef70-4bf4-b408-6f3995d871aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (a8013e92-a5a2-4b31-8b01-8a9fe7dfc06c), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:49.590845 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-cc0b2bbe-11d1-4c33-8a14-c0f24539e4a3 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks [] for security_group_rule (b6d9e273-fd39-4694-9556-5be1757e9574), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:49.593179 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-772d836c-2f9f-438c-a4a2-5b0e497b5fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:49.674677 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-97c381eb-ef70-4bf4-b408-6f3995d871aa None None] For port a8013e92-a5a2-4b31-8b01-8a9fe7dfc06c, host dv-cinder-826589-1-iscsi, cleared binding levels {{(pid=102577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 08:18:49.677980 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-97c381eb-ef70-4bf4-b408-6f3995d871aa None None] For port a8013e92-a5a2-4b31-8b01-8a9fe7dfc06c, host dv-cinder-826589-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=a8013e92-a5a2-4b31-8b01-8a9fe7dfc06c,segment=NetworkSegment(66343028-b008-43d7-89a2-855fb04fc1e4),segment_id=66343028-b008-43d7-89a2-855fb04fc1e4)] {{(pid=102577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 08:18:49.682582 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-cc0b2bbe-11d1-4c33-8a14-c0f24539e4a3 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks [] for security_group_rule (b6d9e273-fd39-4694-9556-5be1757e9574), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:49.684155 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-97c381eb-ef70-4bf4-b408-6f3995d871aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (a8013e92-a5a2-4b31-8b01-8a9fe7dfc06c), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:49.691589 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-cc0b2bbe-11d1-4c33-8a14-c0f24539e4a3 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600985'] for security_group_rule (b6d9e273-fd39-4694-9556-5be1757e9574), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:49.726602 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-cc0b2bbe-11d1-4c33-8a14-c0f24539e4a3 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:49.728425 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-cc0b2bbe-11d1-4c33-8a14-c0f24539e4a3 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1743159 Jan 27 08:18:49.730309 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0b2bbe-11d1-4c33-8a14-c0f24539e4a3 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6d9e273-fd39-4694-9556-5be1757e9574,revision_number=0']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:18:49.732076 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 34046) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:18:49.736885 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [None req-424c4d1e-b466-4255-a55f-2047805a4e80 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Request body: {'floatingip': {'floating_network_id': '3614e5a2-e145-4686-b153-8df14846b7f6'}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:18:49.744606 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c381eb-ef70-4bf4-b408-6f3995d871aa None None] Pushing event updated for resources: {'Port': ['ID=a8013e92-a5a2-4b31-8b01-8a9fe7dfc06c,revision_number=2']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:18:49.754896 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.db_base_plugin_common [None req-772d836c-2f9f-438c-a4a2-5b0e497b5fb5 admin admin] Allocated IP 172.27.1.49 (3614e5a2-e145-4686-b153-8df14846b7f6/4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a/28f4a2fc-4e6a-4df8-940c-641cd2a9b982) {{(pid=102576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 08:18:49.782142 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-424c4d1e-b466-4255-a55f-2047805a4e80 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:49.900378 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-338e7198-7dca-4264-a97e-daf9665c38ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (913d1d6b-f856-4828-afb6-1e4cc7d36f68), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:49.941119 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-772d836c-2f9f-438c-a4a2-5b0e497b5fb5 admin admin] Publish callbacks [] for port (28f4a2fc-4e6a-4df8-940c-641cd2a9b982), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:50.029647 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-424c4d1e-b466-4255-a55f-2047805a4e80 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:50.040139 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-772d836c-2f9f-438c-a4a2-5b0e497b5fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730334756109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13114657'] for port (28f4a2fc-4e6a-4df8-940c-641cd2a9b982), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:50.101049 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772d836c-2f9f-438c-a4a2-5b0e497b5fb5 admin admin] Pushing event updated for resources: {'Port': ['ID=28f4a2fc-4e6a-4df8-940c-641cd2a9b982,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:18:50.147792 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772d836c-2f9f-438c-a4a2-5b0e497b5fb5 admin admin] Network 3614e5a2-e145-4686-b153-8df14846b7f6 is already hosted by enough agents. {{(pid=102576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 08:18:50.164718 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.base_scheduler [None req-772d836c-2f9f-438c-a4a2-5b0e497b5fb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:18:50.172005 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772d836c-2f9f-438c-a4a2-5b0e497b5fb5 admin admin] Received port after_create {{(pid=102576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 08:18:50.259288 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feedac3-e4f9-46c8-9cab-e43721d60e9f req-6f58a9b8-2cb5-46ce-84b2-ea59f5f852dc tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:18:50.260674 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-1feedac3-e4f9-46c8-9cab-e43721d60e9f req-6f58a9b8-2cb5-46ce-84b2-ea59f5f852dc tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 945 time: 0.1607025 Jan 27 08:18:50.316652 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.db_base_plugin_common [None req-424c4d1e-b466-4255-a55f-2047805a4e80 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Allocated IP 172.27.1.132 (3614e5a2-e145-4686-b153-8df14846b7f6/4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a/c65ee312-c180-4219-8a15-24858fdeb5b6) {{(pid=102576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 08:18:50.434105 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-1feedac3-e4f9-46c8-9cab-e43721d60e9f req-ef78efb7-6539-41bd-a745-03a05c7824b8 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?id=25056870-6882-4f7c-b7e2-0d78781f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339629 Jan 27 08:18:50.477167 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device 2cef0fde-7ee1-4668-9eed-893392c43e50 no longer exists at agent hyperv_hv-cinder-82658 {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 08:18:50.500961 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] No Port match for: 2cef0fde-7ee1-4668-9eed-893392c43e50 {{(pid=102577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 08:18:50.501308 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device 2cef0fde-7ee1-4668-9eed-893392c43e50 not bound to the agent host hv-cinder-82658 {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 08:18:50.839446 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device a8013e92-a5a2-4b31-8b01-8a9fe7dfc06c up at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:18:50.840485 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-424c4d1e-b466-4255-a55f-2047805a4e80 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks [] for port (c65ee312-c180-4219-8a15-24858fdeb5b6), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:50.869307 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-772d836c-2f9f-438c-a4a2-5b0e497b5fb5 admin admin] Publish callbacks [] for router_gateway (e2310ba8-afdf-42a6-bc89-b69be7316520), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:50.873598 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8ba419-17a3-4ed9-90af-d0d793470568 None None] Network 0570d7bb-3bb5-416d-8475-d966c8539834 requested from dv-cinder-826589-1-iscsi {{(pid=102577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 08:18:50.933681 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-424c4d1e-b466-4255-a55f-2047805a4e80 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730334756109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13114657'] for port (c65ee312-c180-4219-8a15-24858fdeb5b6), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:50.954347 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-81f1a923-e138-4f4c-b076-62f8d2bf9f4a None None] Provisioning complete for port a8013e92-a5a2-4b31-8b01-8a9fe7dfc06c triggered by entity DHCP. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:18:50.954719 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-81f1a923-e138-4f4c-b076-62f8d2bf9f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (a8013e92-a5a2-4b31-8b01-8a9fe7dfc06c), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:50.988315 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Provisioning complete for port a8013e92-a5a2-4b31-8b01-8a9fe7dfc06c triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:18:50.988688 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (a8013e92-a5a2-4b31-8b01-8a9fe7dfc06c), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:51.006995 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424c4d1e-b466-4255-a55f-2047805a4e80 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Network 3614e5a2-e145-4686-b153-8df14846b7f6 is already hosted by enough agents. {{(pid=102576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 08:18:51.013420 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.base_scheduler [None req-424c4d1e-b466-4255-a55f-2047805a4e80 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Resources bound (agent type, host, resource id): {{(pid=102576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:18:51.020503 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424c4d1e-b466-4255-a55f-2047805a4e80 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Received port after_create {{(pid=102576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 08:18:51.043043 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424c4d1e-b466-4255-a55f-2047805a4e80 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Pushing event updated for resources: {'Port': ['ID=c65ee312-c180-4219-8a15-24858fdeb5b6,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:18:51.132349 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-81f1a923-e138-4f4c-b076-62f8d2bf9f4a None None] Current status of the port a8013e92-a5a2-4b31-8b01-8a9fe7dfc06c is: DOWN; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:18:51.132738 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-81f1a923-e138-4f4c-b076-62f8d2bf9f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (a8013e92-a5a2-4b31-8b01-8a9fe7dfc06c), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:51.156827 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Current status of the port a8013e92-a5a2-4b31-8b01-8a9fe7dfc06c is: DOWN; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:18:51.157221 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (a8013e92-a5a2-4b31-8b01-8a9fe7dfc06c), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:51.190412 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-81f1a923-e138-4f4c-b076-62f8d2bf9f4a None None] For port a8013e92-a5a2-4b31-8b01-8a9fe7dfc06c, host dv-cinder-826589-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=a8013e92-a5a2-4b31-8b01-8a9fe7dfc06c,segment=NetworkSegment(66343028-b008-43d7-89a2-855fb04fc1e4),segment_id=66343028-b008-43d7-89a2-855fb04fc1e4)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:18:51.191331 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-772d836c-2f9f-438c-a4a2-5b0e497b5fb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550065'] for router (e2310ba8-afdf-42a6-bc89-b69be7316520), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:51.196013 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-424c4d1e-b466-4255-a55f-2047805a4e80 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks [] for floatingip (e4ff6ace-c731-4771-9367-0857331d91d2), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:51.199377 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-81f1a923-e138-4f4c-b076-62f8d2bf9f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (a8013e92-a5a2-4b31-8b01-8a9fe7dfc06c), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:51.271743 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-424c4d1e-b466-4255-a55f-2047805a4e80 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (c65ee312-c180-4219-8a15-24858fdeb5b6), before_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:51.273131 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.db.api [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102577) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 08:18:51.273488 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG oslo_db.api [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 08:18:51.278914 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f1a923-e138-4f4c-b076-62f8d2bf9f4a None None] Pushing event updated for resources: {'Port': ['ID=a8013e92-a5a2-4b31-8b01-8a9fe7dfc06c,revision_number=3']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:18:51.319077 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-755f7bba-7090-4aff-a999-4d8082f3e9ac None None] Provisioning complete for port a8013e92-a5a2-4b31-8b01-8a9fe7dfc06c triggered by entity DHCP. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:18:51.319357 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-755f7bba-7090-4aff-a999-4d8082f3e9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (a8013e92-a5a2-4b31-8b01-8a9fe7dfc06c), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:51.399594 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-755f7bba-7090-4aff-a999-4d8082f3e9ac None None] Current status of the port a8013e92-a5a2-4b31-8b01-8a9fe7dfc06c is: ACTIVE; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:18:51.458077 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-772d836c-2f9f-438c-a4a2-5b0e497b5fb5 admin admin] Router e2310ba8-afdf-42a6-bc89-b69be7316520 is scheduled to L3 agent c4292dc4-d7f6-4187-994e-0142c7d14647 with binding_index 1 {{(pid=102576) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 08:18:51.542796 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-424c4d1e-b466-4255-a55f-2047805a4e80 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks [] for port (c65ee312-c180-4219-8a15-24858fdeb5b6), precommit_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:51.562452 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-424c4d1e-b466-4255-a55f-2047805a4e80 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13114678'] for port (c65ee312-c180-4219-8a15-24858fdeb5b6), after_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:51.688286 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424c4d1e-b466-4255-a55f-2047805a4e80 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Pushing event updated for resources: {'Port': ['ID=c65ee312-c180-4219-8a15-24858fdeb5b6,revision_number=2']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:18:51.707371 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e068dc-4b80-42f7-a260-e208ee6c1cd9 req-c146ac6d-36e6-4f02-bbbc-6765977aa971 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:18:51.708952 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-24e068dc-4b80-42f7-a260-e208ee6c1cd9 req-c146ac6d-36e6-4f02-bbbc-6765977aa971 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 945 time: 0.1888471 Jan 27 08:18:51.731217 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-424c4d1e-b466-4255-a55f-2047805a4e80 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549487'] for floatingip (e4ff6ace-c731-4771-9367-0857331d91d2), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:51.735702 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772d836c-2f9f-438c-a4a2-5b0e497b5fb5 admin admin] Notify agent at l3_agent.dv-cinder-826589-1-iscsi the message routers_updated {{(pid=102576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 08:18:51.744731 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62e509c-2c83-4d10-b864-41d82a0f1ffc None None] Sync routers for ids ['e2310ba8-afdf-42a6-bc89-b69be7316520'] in dv-cinder-826589-1-iscsi {{(pid=102577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 08:18:51.756563 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62e509c-2c83-4d10-b864-41d82a0f1ffc None None] Routers {'e2310ba8-afdf-42a6-bc89-b69be7316520'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:18:51.757398 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-e62e509c-2c83-4d10-b864-41d82a0f1ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:18:23Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['e2310ba8-afdf-42a6-bc89-b69be7316520'], 'active': True} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:18:51.775469 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-772d836c-2f9f-438c-a4a2-5b0e497b5fb5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:51.779687 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-772d836c-2f9f-438c-a4a2-5b0e497b5fb5 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7510078 Jan 27 08:18:51.780042 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-424c4d1e-b466-4255-a55f-2047805a4e80 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for floatingip (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:51.780166 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 34052) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:18:51.785246 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-424c4d1e-b466-4255-a55f-2047805a4e80 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0519311 Jan 27 08:18:51.815298 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-24e068dc-4b80-42f7-a260-e208ee6c1cd9 req-90842b05-d514-4e9c-9290-fdc5c5b12f7e tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?id=25056870-6882-4f7c-b7e2-0d78781f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980034 Jan 27 08:18:51.876465 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Current status of the port a8013e92-a5a2-4b31-8b01-8a9fe7dfc06c is: ACTIVE; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:18:51.899347 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvr_db [None req-e62e509c-2c83-4d10-b864-41d82a0f1ffc None None] Set router e2310ba8-afdf-42a6-bc89-b69be7316520 gateway port host: dv-cinder-826589-1-iscsi {{(pid=102577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:18:52.022041 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-886693ae-5729-4fc3-a7ff-461ad8037b53 req-f9f8299f-05c3-4632-9f6a-fd35fca199ba tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1302153221&fields=id&tenant_id=e4ecc1e69f834d419992a599e2f26886 HTTP/1.1" status: 200 len: 267 time: 0.0555339 Jan 27 08:18:52.113767 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-e62e509c-2c83-4d10-b864-41d82a0f1ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2310ba8-afdf-42a6-bc89-b69be7316520', 'name': 'tempest-TestShelveInstance-1493696451-router', 'tenant_id': '98ed485ee068452897a0970649c63f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '28f4a2fc-4e6a-4df8-940c-641cd2a9b982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:18:49Z', 'updated_at': '2022-01-27T08:18:50Z', 'revision_number': 3, 'project_id': '98ed485ee068452897a0970649c63f20', 'gw_port': {'id': '28f4a2fc-4e6a-4df8-940c-641cd2a9b982', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2310ba8-afdf-42a6-bc89-b69be7316520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:18:49Z', 'updated_at': '2022-01-27T08:18:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi'}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:18:52.141976 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886693ae-5729-4fc3-a7ff-461ad8037b53 req-255b84a2-4712-4690-a990-94ece10b8559 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:18:52.143539 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-886693ae-5729-4fc3-a7ff-461ad8037b53 req-255b84a2-4712-4690-a990-94ece10b8559 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/networks?id=eb16c640-8d70-456d-b9db-6e89eb7e23c3 HTTP/1.1" status: 200 len: 817 time: 0.1125267 Jan 27 08:18:52.161773 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-886693ae-5729-4fc3-a7ff-461ad8037b53 req-df75d518-fa1b-4182-9e13-bd0b2c894e2f tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/quotas/e4ecc1e69f834d419992a599e2f26886 HTTP/1.1" status: 200 len: 375 time: 0.0111713 Jan 27 08:18:52.217308 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-886693ae-5729-4fc3-a7ff-461ad8037b53 req-26bcd15e-99a8-4c99-aa19-c4d1459f62ec tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e4ecc1e69f834d419992a599e2f26886&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477154 Jan 27 08:18:52.245960 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d0cd9804-f576-40d7-a656-6478af86a689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:52.266713 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62e509c-2c83-4d10-b864-41d82a0f1ffc None None] Checking router: e2310ba8-afdf-42a6-bc89-b69be7316520 for host: dv-cinder-826589-1-iscsi {{(pid=102577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 08:18:52.267067 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62e509c-2c83-4d10-b864-41d82a0f1ffc None None] Updating router e2310ba8-afdf-42a6-bc89-b69be7316520 port 28f4a2fc-4e6a-4df8-940c-641cd2a9b982 binding host dv-cinder-826589-1-iscsi {{(pid=102577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 08:18:52.293655 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-e62e509c-2c83-4d10-b864-41d82a0f1ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (28f4a2fc-4e6a-4df8-940c-641cd2a9b982), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:52.331714 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-886693ae-5729-4fc3-a7ff-461ad8037b53 req-cbd06920-a6a5-42fd-bbbe-642f0993cdc8 service neutron] 10.222.0.59 "GET /v2.0/networks/eb16c640-8d70-456d-b9db-6e89eb7e23c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019185 Jan 27 08:18:52.411074 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.db_base_plugin_common [None req-d0cd9804-f576-40d7-a656-6478af86a689 admin admin] Allocated IP 172.20.0.1 (0570d7bb-3bb5-416d-8475-d966c8539834/ec63d37f-0db1-43a9-95ed-0d471e60ae84/a1649fdf-b4d3-4664-be5f-ff6780ea4338) {{(pid=102575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 08:18:52.427694 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-886693ae-5729-4fc3-a7ff-461ad8037b53 req-41db1b5d-f968-446c-bab7-4cfeb45a0ad2 service neutron] 10.222.0.59 "GET /v2.0/networks/eb16c640-8d70-456d-b9db-6e89eb7e23c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873082 Jan 27 08:18:52.517136 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d0cd9804-f576-40d7-a656-6478af86a689 admin admin] Publish callbacks [] for port (a1649fdf-b4d3-4664-be5f-ff6780ea4338), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:52.564310 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-e62e509c-2c83-4d10-b864-41d82a0f1ffc None None] Publish callbacks [] for port (28f4a2fc-4e6a-4df8-940c-641cd2a9b982), precommit_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:52.572605 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-e62e509c-2c83-4d10-b864-41d82a0f1ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (28f4a2fc-4e6a-4df8-940c-641cd2a9b982), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:52.578547 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d0cd9804-f576-40d7-a656-6478af86a689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730334756109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13172730'] for port (a1649fdf-b4d3-4664-be5f-ff6780ea4338), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:52.615490 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-dbdf1d2f-28f3-458c-8eb9-fcfae20cd470 req-50507129-13e7-44d1-900c-f9e4ca959e4d tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=67092ae9-6a06-44b7-b600-53c887a675cc HTTP/1.1" status: 200 len: 210 time: 0.0436616 Jan 27 08:18:52.622160 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bad7538-7bf3-4027-b982-73b8fc7de143 None None] Pushing event updated for resources: {'Port': ['ID=28f4a2fc-4e6a-4df8-940c-641cd2a9b982,revision_number=2']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:18:52.624420 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cd9804-f576-40d7-a656-6478af86a689 admin admin] Network 0570d7bb-3bb5-416d-8475-d966c8539834 is already hosted by enough agents. {{(pid=102575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 08:18:52.631560 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.base_scheduler [None req-d0cd9804-f576-40d7-a656-6478af86a689 admin admin] Resources bound (agent type, host, resource id): {{(pid=102575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:18:52.638252 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.managers [None req-e62e509c-2c83-4d10-b864-41d82a0f1ffc None None] Attempting to bind port 28f4a2fc-4e6a-4df8-940c-641cd2a9b982 on host dv-cinder-826589-1-iscsi for vnic_type normal with profile {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 08:18:52.638613 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.managers [None req-e62e509c-2c83-4d10-b864-41d82a0f1ffc None None] Attempting to bind port 28f4a2fc-4e6a-4df8-940c-641cd2a9b982 by drivers openvswitch,hyperv on host dv-cinder-826589-1-iscsi at level 0 using segments [{'id': 'fa55335f-a52a-465d-b188-80ce12fc9c40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6'}] {{(pid=102577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 08:18:52.638971 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62e509c-2c83-4d10-b864-41d82a0f1ffc None None] Attempting to bind port 28f4a2fc-4e6a-4df8-940c-641cd2a9b982 on network 3614e5a2-e145-4686-b153-8df14846b7f6 {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:18:52.644641 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62e509c-2c83-4d10-b864-41d82a0f1ffc None None] Checking agent: {'id': 'e79cbf24-12bd-4e20-a580-79498d5b225b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826589-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 8, 6, 57), 'started_at': datetime.datetime(2022, 1, 27, 8, 7, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 8, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826589-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 08:18:52.645043 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62e509c-2c83-4d10-b864-41d82a0f1ffc None None] Checking segment: {'id': 'fa55335f-a52a-465d-b188-80ce12fc9c40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:18:52.645439 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-e62e509c-2c83-4d10-b864-41d82a0f1ffc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:52.645826 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62e509c-2c83-4d10-b864-41d82a0f1ffc None None] Bound using segment: {'id': 'fa55335f-a52a-465d-b188-80ce12fc9c40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6'} {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 08:18:52.646288 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.managers [None req-e62e509c-2c83-4d10-b864-41d82a0f1ffc None None] Bound port: 28f4a2fc-4e6a-4df8-940c-641cd2a9b982, host: dv-cinder-826589-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa55335f-a52a-465d-b188-80ce12fc9c40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6'}}] {{(pid=102577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 08:18:52.646660 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-e62e509c-2c83-4d10-b864-41d82a0f1ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (28f4a2fc-4e6a-4df8-940c-641cd2a9b982), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:52.648217 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cd9804-f576-40d7-a656-6478af86a689 admin admin] Pushing event updated for resources: {'Port': ['ID=a1649fdf-b4d3-4664-be5f-ff6780ea4338,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:18:52.651092 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cd9804-f576-40d7-a656-6478af86a689 admin admin] Received port after_create {{(pid=102575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 08:18:52.708092 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d0cd9804-f576-40d7-a656-6478af86a689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549604'] for router_interface (e2310ba8-afdf-42a6-bc89-b69be7316520), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:52.709122 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-e62e509c-2c83-4d10-b864-41d82a0f1ffc None None] For port 28f4a2fc-4e6a-4df8-940c-641cd2a9b982, host dv-cinder-826589-1-iscsi, cleared binding levels {{(pid=102577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 08:18:52.712812 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-e62e509c-2c83-4d10-b864-41d82a0f1ffc None None] For port 28f4a2fc-4e6a-4df8-940c-641cd2a9b982, host dv-cinder-826589-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=28f4a2fc-4e6a-4df8-940c-641cd2a9b982,segment=NetworkSegment(fa55335f-a52a-465d-b188-80ce12fc9c40),segment_id=fa55335f-a52a-465d-b188-80ce12fc9c40)] {{(pid=102577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 08:18:52.726829 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-e62e509c-2c83-4d10-b864-41d82a0f1ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (28f4a2fc-4e6a-4df8-940c-641cd2a9b982), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:52.805463 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62e509c-2c83-4d10-b864-41d82a0f1ffc None None] Routers {'e2310ba8-afdf-42a6-bc89-b69be7316520'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:18:52.806150 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-e62e509c-2c83-4d10-b864-41d82a0f1ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:18:23Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['e2310ba8-afdf-42a6-bc89-b69be7316520'], 'active': True} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:18:52.866542 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device a8013e92-a5a2-4b31-8b01-8a9fe7dfc06c up at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:18:52.872783 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bad7538-7bf3-4027-b982-73b8fc7de143 None None] Pushing event updated for resources: {'Port': ['ID=28f4a2fc-4e6a-4df8-940c-641cd2a9b982,revision_number=3']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:18:52.936521 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d0cd9804-f576-40d7-a656-6478af86a689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (a1649fdf-b4d3-4664-be5f-ff6780ea4338), before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:52.948805 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-db2d20d2-9b4a-4a8f-9b66-72e3c4a7be71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (c4292dc4-d7f6-4187-994e-0142c7d14647), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:53.002649 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4856c2-cb6e-46d5-a93a-5f6bb625e90b req-cc971451-8e82-4279-896b-e5bfee2876c9 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:18:53.004548 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-4d4856c2-cb6e-46d5-a93a-5f6bb625e90b req-cc971451-8e82-4279-896b-e5bfee2876c9 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 945 time: 0.0715592 Jan 27 08:18:53.048182 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvr_db [None req-e62e509c-2c83-4d10-b864-41d82a0f1ffc None None] Set router e2310ba8-afdf-42a6-bc89-b69be7316520 gateway port host: dv-cinder-826589-1-iscsi {{(pid=102577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:18:53.066813 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-4d4856c2-cb6e-46d5-a93a-5f6bb625e90b req-69fe0009-c318-431a-864c-79af84527166 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?id=25056870-6882-4f7c-b7e2-0d78781f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540998 Jan 27 08:18:53.077736 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Provisioning complete for port a8013e92-a5a2-4b31-8b01-8a9fe7dfc06c triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:18:53.077736 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (a8013e92-a5a2-4b31-8b01-8a9fe7dfc06c), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:53.129126 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-ef18e004-558f-4592-a524-62eb610fb959 None None] Provisioning complete for port a1649fdf-b4d3-4664-be5f-ff6780ea4338 triggered by entity DHCP. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:18:53.129384 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-ef18e004-558f-4592-a524-62eb610fb959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (a1649fdf-b4d3-4664-be5f-ff6780ea4338), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:53.184304 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d0cd9804-f576-40d7-a656-6478af86a689 admin admin] Publish callbacks [] for port (a1649fdf-b4d3-4664-be5f-ff6780ea4338), precommit_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:53.191093 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d0cd9804-f576-40d7-a656-6478af86a689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13172717'] for port (a1649fdf-b4d3-4664-be5f-ff6780ea4338), after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:53.271020 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cd9804-f576-40d7-a656-6478af86a689 admin admin] Pushing event updated for resources: {'Port': ['ID=a1649fdf-b4d3-4664-be5f-ff6780ea4338,revision_number=2']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:18:53.278793 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d0cd9804-f576-40d7-a656-6478af86a689 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550260'] for router_interface (e2310ba8-afdf-42a6-bc89-b69be7316520), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:53.290341 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-ef18e004-558f-4592-a524-62eb610fb959 None None] Port a1649fdf-b4d3-4664-be5f-ff6780ea4338 cannot update to ACTIVE because it is not bound. {{(pid=102577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 08:18:53.320729 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c3e184-d1ef-4ba9-b8ac-26dbf8392b9d req-e906bddc-db7b-44d5-a9c8-878524c1f101 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:18:53.328863 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d8c3e184-d1ef-4ba9-b8ac-26dbf8392b9d req-e906bddc-db7b-44d5-a9c8-878524c1f101 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 945 time: 0.0726964 Jan 27 08:18:53.342051 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Current status of the port a8013e92-a5a2-4b31-8b01-8a9fe7dfc06c is: ACTIVE; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:18:53.407611 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cd9804-f576-40d7-a656-6478af86a689 admin admin] Network 0570d7bb-3bb5-416d-8475-d966c8539834 is already hosted by enough agents. {{(pid=102575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 08:18:53.408800 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-e62e509c-2c83-4d10-b864-41d82a0f1ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2310ba8-afdf-42a6-bc89-b69be7316520', 'name': 'tempest-TestShelveInstance-1493696451-router', 'tenant_id': '98ed485ee068452897a0970649c63f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '28f4a2fc-4e6a-4df8-940c-641cd2a9b982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:18:49Z', 'updated_at': '2022-01-27T08:18:50Z', 'revision_number': 3, 'project_id': '98ed485ee068452897a0970649c63f20', 'gw_port': {'id': '28f4a2fc-4e6a-4df8-940c-641cd2a9b982', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2310ba8-afdf-42a6-bc89-b69be7316520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:18:49Z', 'updated_at': '2022-01-27T08:18:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi'}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:18:53.409253 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.base_scheduler [None req-d0cd9804-f576-40d7-a656-6478af86a689 admin admin] Resources bound (agent type, host, resource id): {{(pid=102575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:18:53.425387 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d8c3e184-d1ef-4ba9-b8ac-26dbf8392b9d req-c67254b5-56e1-432e-9236-e0a99729ebb6 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?id=25056870-6882-4f7c-b7e2-0d78781f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952690 Jan 27 08:18:53.438483 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa8a98e-1a40-40de-9184-7420d0972ae9 req-d9ae97be-9cfc-42fe-8aa9-b0a6b521dab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:18:53.440161 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-eaa8a98e-1a40-40de-9184-7420d0972ae9 req-d9ae97be-9cfc-42fe-8aa9-b0a6b521dab9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0b0ce26232dd4a1db254b56a7f995f4e&device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 1098 time: 0.0629926 Jan 27 08:18:53.454054 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62e509c-2c83-4d10-b864-41d82a0f1ffc None None] The sync data for ids ['e2310ba8-afdf-42a6-bc89-b69be7316520'] in dv-cinder-826589-1-iscsi is: [{'id': 'e2310ba8-afdf-42a6-bc89-b69be7316520', 'name': 'tempest-TestShelveInstance-1493696451-router', 'tenant_id': '98ed485ee068452897a0970649c63f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '28f4a2fc-4e6a-4df8-940c-641cd2a9b982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:18:49Z', 'updated_at': '2022-01-27T08:18:50Z', 'revision_number': 3, 'project_id': '98ed485ee068452897a0970649c63f20', 'gw_port': {'id': '28f4a2fc-4e6a-4df8-940c-641cd2a9b982', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2310ba8-afdf-42a6-bc89-b69be7316520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:18:49Z', 'updated_at': '2022-01-27T08:18:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi'}] {{(pid=102577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 08:18:53.546461 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0cd9804-f576-40d7-a656-6478af86a689 admin admin] Router e2310ba8-afdf-42a6-bc89-b69be7316520 has already been hosted by L3 agent c4292dc4-d7f6-4187-994e-0142c7d14647 {{(pid=102575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 08:18:53.561697 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa8a98e-1a40-40de-9184-7420d0972ae9 req-e2bd69da-4484-4d30-a9d7-01fed3f75ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:18:53.563367 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-eaa8a98e-1a40-40de-9184-7420d0972ae9 req-e2bd69da-4484-4d30-a9d7-01fed3f75ccb service neutron] 10.222.0.72 "GET /v2.0/networks?id=b7914447-2aa2-4569-84ca-e3ee909bc8ea HTTP/1.1" status: 200 len: 912 time: 0.1175320 Jan 27 08:18:53.640878 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-eaa8a98e-1a40-40de-9184-7420d0972ae9 req-4d71d26d-68ca-4c47-9288-6d6cd9a1e853 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09dcb9a1-f3fe-4422-ae90-9168f84604eb HTTP/1.1" status: 200 len: 1001 time: 0.0712085 Jan 27 08:18:53.685213 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0cd9804-f576-40d7-a656-6478af86a689 admin admin] Notify agent at l3_agent.dv-cinder-826589-1-iscsi the message routers_updated {{(pid=102575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 08:18:53.701628 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-d0cd9804-f576-40d7-a656-6478af86a689 admin admin] 10.222.0.59 "PUT /v2.0/routers/e2310ba8-afdf-42a6-bc89-b69be7316520/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9111180 Jan 27 08:18:53.715220 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa8a98e-1a40-40de-9184-7420d0972ae9 req-d48761be-7248-4b39-842e-e9fb4c8c1b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:18:53.717143 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-eaa8a98e-1a40-40de-9184-7420d0972ae9 req-d48761be-7248-4b39-842e-e9fb4c8c1b37 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=56dcdf12-0462-4feb-a564-4fe3cd20bfe1 HTTP/1.1" status: 200 len: 850 time: 0.0682387 Jan 27 08:18:53.722999 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-c82f00a1-e06b-4838-8fe0-47dc82faf8bb None None] Provisioning complete for port a1649fdf-b4d3-4664-be5f-ff6780ea4338 triggered by entity DHCP. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:18:53.723288 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-c82f00a1-e06b-4838-8fe0-47dc82faf8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (a1649fdf-b4d3-4664-be5f-ff6780ea4338), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:53.810331 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-06e27dc3-1f6d-438b-8dbf-f6fa65138f6e req-dbde1861-bd58-4428-93ac-b2de8ba69990 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=67092ae9-6a06-44b7-b600-53c887a675cc HTTP/1.1" status: 200 len: 210 time: 0.0641222 Jan 27 08:18:53.833784 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-c82f00a1-e06b-4838-8fe0-47dc82faf8bb None None] Port a1649fdf-b4d3-4664-be5f-ff6780ea4338 cannot update to ACTIVE because it is not bound. {{(pid=102577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 08:18:53.863941 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa8a98e-1a40-40de-9184-7420d0972ae9 req-727b47a6-9961-4119-94b7-c59d4b2ef274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:18:53.866915 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-eaa8a98e-1a40-40de-9184-7420d0972ae9 req-727b47a6-9961-4119-94b7-c59d4b2ef274 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b7914447-2aa2-4569-84ca-e3ee909bc8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1403482 Jan 27 08:18:53.989546 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886693ae-5729-4fc3-a7ff-461ad8037b53 req-d7d087a1-5df9-482b-bc0e-97f1b49664c5 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:18:53.994748 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-886693ae-5729-4fc3-a7ff-461ad8037b53 req-d7d087a1-5df9-482b-bc0e-97f1b49664c5 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.72 "GET /v2.0/networks?id=eb16c640-8d70-456d-b9db-6e89eb7e23c3 HTTP/1.1" status: 200 len: 817 time: 0.2348733 Jan 27 08:18:54.014937 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-eaa8a98e-1a40-40de-9184-7420d0972ae9 req-009beea7-8e86-4038-be16-1aacedc55edd service neutron] 10.222.0.72 "GET /v2.0/networks/b7914447-2aa2-4569-84ca-e3ee909bc8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419945 Jan 27 08:18:54.065162 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-886693ae-5729-4fc3-a7ff-461ad8037b53 req-1771ad9b-551b-4e2f-b915-de1570235b7b tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4ecc1e69f834d419992a599e2f26886 HTTP/1.1" status: 200 len: 380 time: 0.0610101 Jan 27 08:18:54.077740 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.v2.base [req-886693ae-5729-4fc3-a7ff-461ad8037b53 req-9335c698-e376-4804-8901-d767825f9266 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Request body: {'port': {'device_id': '67092ae9-6a06-44b7-b600-53c887a675cc', 'network_id': 'eb16c640-8d70-456d-b9db-6e89eb7e23c3', 'admin_state_up': True, 'tenant_id': 'e4ecc1e69f834d419992a599e2f26886', 'security_groups': ['83cd1ec0-9807-4b47-9b7d-130393612ebe']}} {{(pid=102575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:18:54.156872 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-eaa8a98e-1a40-40de-9184-7420d0972ae9 req-a33393d8-f0d6-4a83-aaae-f8d3010ea903 service neutron] 10.222.0.72 "GET /v2.0/networks/b7914447-2aa2-4569-84ca-e3ee909bc8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322515 Jan 27 08:18:54.223007 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-886693ae-5729-4fc3-a7ff-461ad8037b53 req-9335c698-e376-4804-8901-d767825f9266 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Made reservation on behalf of e4ecc1e69f834d419992a599e2f26886 for: {'port': 1} {{(pid=102575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 08:18:54.226446 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-886693ae-5729-4fc3-a7ff-461ad8037b53 req-9335c698-e376-4804-8901-d767825f9266 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:54.364211 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.db_base_plugin_common [req-886693ae-5729-4fc3-a7ff-461ad8037b53 req-9335c698-e376-4804-8901-d767825f9266 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Allocated IP 172.20.0.3 (eb16c640-8d70-456d-b9db-6e89eb7e23c3/57070168-9245-4dd6-b7ac-0c997e12d4d3/fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb) {{(pid=102575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 08:18:54.388217 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 34102) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:18:54.393152 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [None req-f246afd1-41e2-4d31-91d2-deeea737b05a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-619658937-network', 'tenant_id': 'aaf44a3aca5d424fab5f49c4f6f27acd'}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:18:54.413847 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f246afd1-41e2-4d31-91d2-deeea737b05a admin admin] Made reservation on behalf of aaf44a3aca5d424fab5f49c4f6f27acd for: {'network': 1} {{(pid=102576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 08:18:54.416191 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-f246afd1-41e2-4d31-91d2-deeea737b05a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for network (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:54.426006 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-f246afd1-41e2-4d31-91d2-deeea737b05a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:54.532928 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-886693ae-5729-4fc3-a7ff-461ad8037b53 req-9335c698-e376-4804-8901-d767825f9266 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks [] for port (fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:54.536323 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-f246afd1-41e2-4d31-91d2-deeea737b05a admin admin] Publish callbacks [] for security_group (ea521213-9acd-43a5-b187-1314c70c9bdf), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:54.557666 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-f246afd1-41e2-4d31-91d2-deeea737b05a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (ea521213-9acd-43a5-b187-1314c70c9bdf), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:54.572933 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-886693ae-5729-4fc3-a7ff-461ad8037b53 req-9335c698-e376-4804-8901-d767825f9266 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730334756109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13172730'] for port (fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:54.594178 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f246afd1-41e2-4d31-91d2-deeea737b05a admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=102576) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 08:18:54.595170 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-886693ae-5729-4fc3-a7ff-461ad8037b53 req-9335c698-e376-4804-8901-d767825f9266 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Network eb16c640-8d70-456d-b9db-6e89eb7e23c3 is already hosted by enough agents. {{(pid=102575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 08:18:54.613637 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f5aa6-dad8-4efc-8b7d-4c8120c5ec2a req-05631a02-5571-49aa-800f-8da80f2f46aa tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:18:54.615281 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-fc6f5aa6-dad8-4efc-8b7d-4c8120c5ec2a req-05631a02-5571-49aa-800f-8da80f2f46aa tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 945 time: 0.0995183 Jan 27 08:18:54.618074 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f246afd1-41e2-4d31-91d2-deeea737b05a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea521213-9acd-43a5-b187-1314c70c9bdf,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:18:54.621650 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-f246afd1-41e2-4d31-91d2-deeea737b05a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505597'] for segment (29003b64-2bab-4419-8b14-8bb8b8924cfc), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:54.622008 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.db.segments_db [None req-f246afd1-41e2-4d31-91d2-deeea737b05a admin admin] Added segment 29003b64-2bab-4419-8b14-8bb8b8924cfc of type vlan for network b0f79eff-7120-4540-8c56-a989ce72b1d6 Jan 27 08:18:54.624715 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-84f64028-d758-4200-a634-8b4e45c8e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (30676f9c-3677-4b49-810a-45ff2c7eef62), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:54.628261 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.base_scheduler [req-886693ae-5729-4fc3-a7ff-461ad8037b53 req-9335c698-e376-4804-8901-d767825f9266 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Resources bound (agent type, host, resource id): {{(pid=102575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:18:54.632259 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [req-886693ae-5729-4fc3-a7ff-461ad8037b53 req-9335c698-e376-4804-8901-d767825f9266 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Received port after_create {{(pid=102575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 08:18:54.688536 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-f246afd1-41e2-4d31-91d2-deeea737b05a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730334747742'] for network (b0f79eff-7120-4540-8c56-a989ce72b1d6), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:54.691510 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9335c698-e376-4804-8901-d767825f9266 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Pushing event updated for resources: {'Port': ['ID=fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:18:54.707209 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886693ae-5729-4fc3-a7ff-461ad8037b53 req-9335c698-e376-4804-8901-d767825f9266 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:18:54.707789 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-886693ae-5729-4fc3-a7ff-461ad8037b53 req-9335c698-e376-4804-8901-d767825f9266 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for port (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:54.723857 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-fc6f5aa6-dad8-4efc-8b7d-4c8120c5ec2a req-952e827e-ded5-42f4-a84b-0f333fa240d3 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?id=25056870-6882-4f7c-b7e2-0d78781f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998793 Jan 27 08:18:54.746388 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-f246afd1-41e2-4d31-91d2-deeea737b05a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588'] for network (b0f79eff-7120-4540-8c56-a989ce72b1d6), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:54.747371 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f246afd1-41e2-4d31-91d2-deeea737b05a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:18:54.747975 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-886693ae-5729-4fc3-a7ff-461ad8037b53 req-9335c698-e376-4804-8901-d767825f9266 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6755834 Jan 27 08:18:54.748143 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-f246afd1-41e2-4d31-91d2-deeea737b05a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for network (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:54.759564 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.v2.base [req-886693ae-5729-4fc3-a7ff-461ad8037b53 req-6b79e6ed-126b-49b7-b65d-919f38a21099 service neutron] Request body: {'port': {'device_id': '67092ae9-6a06-44b7-b600-53c887a675cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82658'}} {{(pid=102575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:18:54.799936 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-f246afd1-41e2-4d31-91d2-deeea737b05a admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4102144 Jan 27 08:18:54.802285 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 34106) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:18:54.812862 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.v2.base [None req-bbe570a5-cf04-4236-b5ce-7a8414c9e8d3 admin admin] Request body: {'subnet': {'network_id': 'b0f79eff-7120-4540-8c56-a989ce72b1d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-619658937-subnet', 'tenant_id': 'aaf44a3aca5d424fab5f49c4f6f27acd', 'ip_version': 4}} {{(pid=102575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:18:54.863304 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f246afd1-41e2-4d31-91d2-deeea737b05a admin admin] Pushing event updated for resources: {'Network': ['ID=b0f79eff-7120-4540-8c56-a989ce72b1d6,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:18:54.881472 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-886693ae-5729-4fc3-a7ff-461ad8037b53 req-6b79e6ed-126b-49b7-b65d-919f38a21099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb), before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:54.886572 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe570a5-cf04-4236-b5ce-7a8414c9e8d3 admin admin] Made reservation on behalf of aaf44a3aca5d424fab5f49c4f6f27acd for: {'subnet': 1} {{(pid=102575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 08:18:54.888296 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Network b0f79eff-7120-4540-8c56-a989ce72b1d6 details requested by agent ovs-agent-dv-cinder-826589-1-iscsi with host dv-cinder-826589-1-iscsi {{(pid=102577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 08:18:54.890187 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-bbe570a5-cf04-4236-b5ce-7a8414c9e8d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13220486'] for subnet (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:54.906329 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device 28f4a2fc-4e6a-4df8-940c-641cd2a9b982 up at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:18:54.987248 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe833f-7b64-4c29-b446-bbd0ecd09e14 req-e0f1318c-872d-4a0e-b29f-62afa8ef42d8 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:18:54.987640 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-5efe833f-7b64-4c29-b446-bbd0ecd09e14 req-e0f1318c-872d-4a0e-b29f-62afa8ef42d8 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=67092ae9-6a06-44b7-b600-53c887a675cc HTTP/1.1" status: 200 len: 931 time: 0.0509861 Jan 27 08:18:55.037853 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Provisioning complete for port 28f4a2fc-4e6a-4df8-940c-641cd2a9b982 triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:18:55.038262 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (28f4a2fc-4e6a-4df8-940c-641cd2a9b982), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:55.042645 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-5efe833f-7b64-4c29-b446-bbd0ecd09e14 req-c2b1a74f-d4e9-4d9e-b0d9-5734cb7a62fe tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=83cd1ec0-9807-4b47-9b7d-130393612ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474784 Jan 27 08:18:55.089473 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-6e4ac4a1-e76f-454e-88d0-0d61d76e3051 None None] Provisioning complete for port fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb triggered by entity DHCP. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:18:55.089855 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-6e4ac4a1-e76f-454e-88d0-0d61d76e3051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:55.135202 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-6e4ac4a1-e76f-454e-88d0-0d61d76e3051 None None] Port fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb cannot update to ACTIVE because it is not bound. {{(pid=102577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 08:18:55.169680 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Current status of the port 28f4a2fc-4e6a-4df8-940c-641cd2a9b982 is: DOWN; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:18:55.170064 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (28f4a2fc-4e6a-4df8-940c-641cd2a9b982), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:55.192384 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] For port 28f4a2fc-4e6a-4df8-940c-641cd2a9b982, host dv-cinder-826589-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=28f4a2fc-4e6a-4df8-940c-641cd2a9b982,segment=NetworkSegment(fa55335f-a52a-465d-b188-80ce12fc9c40),segment_id=fa55335f-a52a-465d-b188-80ce12fc9c40)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:18:55.196607 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (28f4a2fc-4e6a-4df8-940c-641cd2a9b982), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:55.247777 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Pushing event updated for resources: {'Port': ['ID=28f4a2fc-4e6a-4df8-940c-641cd2a9b982,revision_number=4']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:18:55.272777 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-bbe570a5-cf04-4236-b5ce-7a8414c9e8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13170794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13220528'] for subnet (5ca02e15-e744-45d5-b637-91d5ba0cc4d7), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:55.352456 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [req-886693ae-5729-4fc3-a7ff-461ad8037b53 req-6b79e6ed-126b-49b7-b65d-919f38a21099 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb {{(pid=102575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 08:18:55.363726 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe570a5-cf04-4236-b5ce-7a8414c9e8d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ca02e15-e744-45d5-b637-91d5ba0cc4d7,revision_number=0']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:18:55.366927 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-886693ae-5729-4fc3-a7ff-461ad8037b53 req-6b79e6ed-126b-49b7-b65d-919f38a21099 service neutron] Publish callbacks [] for port (fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb), precommit_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:55.388379 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [req-886693ae-5729-4fc3-a7ff-461ad8037b53 req-6b79e6ed-126b-49b7-b65d-919f38a21099 service neutron] Transition to ACTIVE for port object fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb will not be triggered until provisioned by entity L2. {{(pid=102575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 08:18:55.394099 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-886693ae-5729-4fc3-a7ff-461ad8037b53 req-6b79e6ed-126b-49b7-b65d-919f38a21099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13172717'] for port (fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb), after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:55.398485 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe570a5-cf04-4236-b5ce-7a8414c9e8d3 admin admin] Checking segment: {'id': '29003b64-2bab-4419-8b14-8bb8b8924cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b0f79eff-7120-4540-8c56-a989ce72b1d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:18:55.398837 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe570a5-cf04-4236-b5ce-7a8414c9e8d3 admin admin] Network hostable DHCP agents. Network: b0f79eff-7120-4540-8c56-a989ce72b1d6, hostable agents: ['913d1d6b-f856-4828-afb6-1e4cc7d36f68'], hosted agents: [] {{(pid=102575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 08:18:55.458771 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b79e6ed-126b-49b7-b65d-919f38a21099 service neutron] Pushing event updated for resources: {'Port': ['ID=fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb,revision_number=2']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:18:55.461881 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe570a5-cf04-4236-b5ce-7a8414c9e8d3 admin admin] Network b0f79eff-7120-4540-8c56-a989ce72b1d6 is scheduled to be hosted by DHCP agent 913d1d6b-f856-4828-afb6-1e4cc7d36f68 with binding_index 1 {{(pid=102575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 08:18:55.496456 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7f056b-ee67-4acd-8a9b-4dbb411be483 None None] Sync routers for ids ['e2310ba8-afdf-42a6-bc89-b69be7316520'] in dv-cinder-826589-1-iscsi {{(pid=102578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 08:18:55.505687 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.base_scheduler [None req-bbe570a5-cf04-4236-b5ce-7a8414c9e8d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826589-1-iscsi, b0f79eff-7120-4540-8c56-a989ce72b1d6) {{(pid=102575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:18:55.509258 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7f056b-ee67-4acd-8a9b-4dbb411be483 None None] Routers {'e2310ba8-afdf-42a6-bc89-b69be7316520'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:18:55.509885 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-4b7f056b-ee67-4acd-8a9b-4dbb411be483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:18:53Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['e2310ba8-afdf-42a6-bc89-b69be7316520'], 'active': True} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:18:55.513316 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6e7322-64b4-4a13-a06c-e7cdf258012f None None] Network b0f79eff-7120-4540-8c56-a989ce72b1d6 requested from dv-cinder-826589-1-iscsi {{(pid=102577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 08:18:55.522164 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe570a5-cf04-4236-b5ce-7a8414c9e8d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:18:55.525987 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-bbe570a5-cf04-4236-b5ce-7a8414c9e8d3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:55.564712 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-bbe570a5-cf04-4236-b5ce-7a8414c9e8d3 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7559996 Jan 27 08:18:55.565346 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 34110) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:18:55.568281 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [None req-5c0581db-e848-4011-a7fd-ebcb4c4a53c1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-619658937-router', 'tenant_id': 'aaf44a3aca5d424fab5f49c4f6f27acd', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6'}}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:18:55.571850 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [req-886693ae-5729-4fc3-a7ff-461ad8037b53 req-6b79e6ed-126b-49b7-b65d-919f38a21099 service neutron] Attempting to bind port fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb on host hv-cinder-82658 for vnic_type normal with profile {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 08:18:55.572151 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [req-886693ae-5729-4fc3-a7ff-461ad8037b53 req-6b79e6ed-126b-49b7-b65d-919f38a21099 service neutron] Attempting to bind port fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb by drivers openvswitch,hyperv on host hv-cinder-82658 at level 0 using segments [{'id': 'd52c0c22-6164-4420-8fd5-d7a3d432294e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'eb16c640-8d70-456d-b9db-6e89eb7e23c3'}] {{(pid=102575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 08:18:55.572480 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886693ae-5729-4fc3-a7ff-461ad8037b53 req-6b79e6ed-126b-49b7-b65d-919f38a21099 service neutron] Attempting to bind port fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb on network eb16c640-8d70-456d-b9db-6e89eb7e23c3 {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:18:55.577282 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886693ae-5729-4fc3-a7ff-461ad8037b53 req-6b79e6ed-126b-49b7-b65d-919f38a21099 service neutron] Port fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb on network eb16c640-8d70-456d-b9db-6e89eb7e23c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82658 {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 08:18:55.577672 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886693ae-5729-4fc3-a7ff-461ad8037b53 req-6b79e6ed-126b-49b7-b65d-919f38a21099 service neutron] Attempting to bind port fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb on network eb16c640-8d70-456d-b9db-6e89eb7e23c3 {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:18:55.584216 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886693ae-5729-4fc3-a7ff-461ad8037b53 req-6b79e6ed-126b-49b7-b65d-919f38a21099 service neutron] Checking agent: {'id': '926d476c-3c92-4faa-a402-a395b4978e44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82658', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 8, 12, 58), 'started_at': datetime.datetime(2022, 1, 27, 8, 12, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 8, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 08:18:55.584508 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886693ae-5729-4fc3-a7ff-461ad8037b53 req-6b79e6ed-126b-49b7-b65d-919f38a21099 service neutron] Checking segment: {'id': 'd52c0c22-6164-4420-8fd5-d7a3d432294e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'eb16c640-8d70-456d-b9db-6e89eb7e23c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:18:55.584985 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886693ae-5729-4fc3-a7ff-461ad8037b53 req-6b79e6ed-126b-49b7-b65d-919f38a21099 service neutron] Bound using segment: {'id': 'd52c0c22-6164-4420-8fd5-d7a3d432294e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'eb16c640-8d70-456d-b9db-6e89eb7e23c3'} {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 08:18:55.585426 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [req-886693ae-5729-4fc3-a7ff-461ad8037b53 req-6b79e6ed-126b-49b7-b65d-919f38a21099 service neutron] Bound port: fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb, host: hv-cinder-82658, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd52c0c22-6164-4420-8fd5-d7a3d432294e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'eb16c640-8d70-456d-b9db-6e89eb7e23c3'}}] {{(pid=102575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 08:18:55.585804 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-886693ae-5729-4fc3-a7ff-461ad8037b53 req-6b79e6ed-126b-49b7-b65d-919f38a21099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb), before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:55.604025 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-5c0581db-e848-4011-a7fd-ebcb4c4a53c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35629'] for router (3620f83a-c5f1-425e-9de4-9972a38b96f8), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:55.607651 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-5c0581db-e848-4011-a7fd-ebcb4c4a53c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35636'] for router (3620f83a-c5f1-425e-9de4-9972a38b96f8), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:55.670529 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d065adf5-9546-49f5-ad79-7de11ff3044d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97f4cb72-b8e3-5d8d-9165-1ea0d7e1de3e-b0f79eff-7120-4540-8c56-a989ce72b1d6', 'network_id': 'b0f79eff-7120-4540-8c56-a989ce72b1d6', 'project_id': 'aaf44a3aca5d424fab5f49c4f6f27acd', 'fixed_ips': [{'subnet_id': '5ca02e15-e744-45d5-b637-91d5ba0cc4d7'}]}} from dv-cinder-826589-1-iscsi. {{(pid=102577) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 08:18:55.671452 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-d065adf5-9546-49f5-ad79-7de11ff3044d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (None), before_create {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:55.674968 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvr_db [None req-4b7f056b-ee67-4acd-8a9b-4dbb411be483 None None] Set router e2310ba8-afdf-42a6-bc89-b69be7316520 gateway port host: dv-cinder-826589-1-iscsi {{(pid=102578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:18:55.705714 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-5c0581db-e848-4011-a7fd-ebcb4c4a53c1 admin admin] Publish callbacks [] for router_controller (3620f83a-c5f1-425e-9de4-9972a38b96f8), precommit_add_association {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:55.715109 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [req-886693ae-5729-4fc3-a7ff-461ad8037b53 req-6b79e6ed-126b-49b7-b65d-919f38a21099 service neutron] For port fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb, host hv-cinder-82658, cleared binding levels {{(pid=102575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 08:18:55.719510 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [req-886693ae-5729-4fc3-a7ff-461ad8037b53 req-6b79e6ed-126b-49b7-b65d-919f38a21099 service neutron] For port fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb, host hv-cinder-82658, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb,segment=NetworkSegment(d52c0c22-6164-4420-8fd5-d7a3d432294e),segment_id=d52c0c22-6164-4420-8fd5-d7a3d432294e)] {{(pid=102575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 08:18:55.728305 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-886693ae-5729-4fc3-a7ff-461ad8037b53 req-6b79e6ed-126b-49b7-b65d-919f38a21099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13172717'] for port (fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb), after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:55.791019 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886693ae-5729-4fc3-a7ff-461ad8037b53 req-6b79e6ed-126b-49b7-b65d-919f38a21099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:18:55.791659 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-886693ae-5729-4fc3-a7ff-461ad8037b53 req-6b79e6ed-126b-49b7-b65d-919f38a21099 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for port (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:55.793365 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-886693ae-5729-4fc3-a7ff-461ad8037b53 req-6b79e6ed-126b-49b7-b65d-919f38a21099 service neutron] 10.222.0.72 "PUT /v2.0/ports/fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb HTTP/1.1" status: 200 len: 1093 time: 1.0382657 Jan 27 08:18:55.793830 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67092ae9-6a06-44b7-b600-53c887a675cc', 'tag': 'fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb'}] {{(pid=102575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:18:55.796682 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34d12f73e8b898318ba96f52067286bd4e4b64784ab72771e8c48dd469e53537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9765cd21-1d50-4440-8a62-9b5747ec86f1" -d '{"events": [{"name": "network-changed", "server_uuid": "67092ae9-6a06-44b7-b600-53c887a675cc", "tag": "fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb"}]}' {{(pid=102575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:18:55.831576 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b79e6ed-126b-49b7-b65d-919f38a21099 service neutron] Pushing event updated for resources: {'Port': ['ID=fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb,revision_number=3']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:18:55.894334 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-932e581e-1ad5-4fce-9316-ae3110c4cab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (037c8737-e99f-497c-9717-3fbc8e736584), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:55.907362 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 08:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52dde63c-e0c4-4049-941f-34a595202c73 x-openstack-request-id: req-52dde63c-e0c4-4049-941f-34a595202c73 {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:18:55.908247 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67092ae9-6a06-44b7-b600-53c887a675cc", "tag": "fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb", "status": "completed", "code": 200}]} {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:18:55.908521 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-52dde63c-e0c4-4049-941f-34a595202c73 {{(pid=102575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:18:55.908960 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67092ae9-6a06-44b7-b600-53c887a675cc', 'tag': 'fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb', 'status': 'completed', 'code': 200} Jan 27 08:18:55.933810 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886693ae-5729-4fc3-a7ff-461ad8037b53 req-60747248-3d87-4d6f-aa66-d87eb1e296d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:18:55.937075 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-886693ae-5729-4fc3-a7ff-461ad8037b53 req-60747248-3d87-4d6f-aa66-d87eb1e296d0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e4ecc1e69f834d419992a599e2f26886&device_id=67092ae9-6a06-44b7-b600-53c887a675cc HTTP/1.1" status: 200 len: 1096 time: 0.0891316 Jan 27 08:18:55.954414 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.db_base_plugin_common [None req-d065adf5-9546-49f5-ad79-7de11ff3044d None None] Allocated IP 172.20.0.2 (b0f79eff-7120-4540-8c56-a989ce72b1d6/5ca02e15-e744-45d5-b637-91d5ba0cc4d7/77c922ca-fbca-48a3-ab79-3066ee932f0c) {{(pid=102577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 08:18:55.965445 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-5c0581db-e848-4011-a7fd-ebcb4c4a53c1 admin admin] Publish callbacks [] for router_gateway (3620f83a-c5f1-425e-9de4-9972a38b96f8), precommit_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:55.998210 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-886693ae-5729-4fc3-a7ff-461ad8037b53 req-45957749-cf7f-4b85-a179-5dbec5fc3924 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb HTTP/1.1" status: 200 len: 217 time: 0.0536890 Jan 27 08:18:56.035440 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-4b7f056b-ee67-4acd-8a9b-4dbb411be483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2310ba8-afdf-42a6-bc89-b69be7316520', 'name': 'tempest-TestShelveInstance-1493696451-router', 'tenant_id': '98ed485ee068452897a0970649c63f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '28f4a2fc-4e6a-4df8-940c-641cd2a9b982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:18:49Z', 'updated_at': '2022-01-27T08:18:52Z', 'revision_number': 4, 'project_id': '98ed485ee068452897a0970649c63f20', 'gw_port': {'id': '28f4a2fc-4e6a-4df8-940c-641cd2a9b982', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2310ba8-afdf-42a6-bc89-b69be7316520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:18:49Z', 'updated_at': '2022-01-27T08:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_interfaces': [{'id': 'a1649fdf-b4d3-4664-be5f-ff6780ea4338', 'name': '', 'network_id': '0570d7bb-3bb5-416d-8475-d966c8539834', 'tenant_id': '98ed485ee068452897a0970649c63f20', 'mac_address': 'fa:16:3e:ef:65:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2310ba8-afdf-42a6-bc89-b69be7316520', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'ec63d37f-0db1-43a9-95ed-0d471e60ae84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:18:52Z', 'updated_at': '2022-01-27T08:18:53Z', 'revision_number': 2, 'project_id': '98ed485ee068452897a0970649c63f20', 'subnets': [{'id': 'ec63d37f-0db1-43a9-95ed-0d471e60ae84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:18:56.055922 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd18867a-2dcc-4e76-88ff-853ba0ed5976 req-35101a35-cd45-4940-8e0a-dc5c122f756b tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:18:56.057469 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-fd18867a-2dcc-4e76-88ff-853ba0ed5976 req-35101a35-cd45-4940-8e0a-dc5c122f756b tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 945 time: 0.1301265 Jan 27 08:18:56.071228 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7f056b-ee67-4acd-8a9b-4dbb411be483 None None] Checking router: e2310ba8-afdf-42a6-bc89-b69be7316520 for host: dv-cinder-826589-1-iscsi {{(pid=102578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 08:18:56.071852 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7f056b-ee67-4acd-8a9b-4dbb411be483 None None] Updating router e2310ba8-afdf-42a6-bc89-b69be7316520 port a1649fdf-b4d3-4664-be5f-ff6780ea4338 binding host dv-cinder-826589-1-iscsi {{(pid=102578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 08:18:56.083957 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886693ae-5729-4fc3-a7ff-461ad8037b53 req-b7db5edd-22ee-47b1-acd7-62425255c007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:18:56.088311 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-886693ae-5729-4fc3-a7ff-461ad8037b53 req-b7db5edd-22ee-47b1-acd7-62425255c007 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=57070168-9245-4dd6-b7ac-0c997e12d4d3 HTTP/1.1" status: 200 len: 856 time: 0.0844228 Jan 27 08:18:56.116185 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-4b7f056b-ee67-4acd-8a9b-4dbb411be483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (a1649fdf-b4d3-4664-be5f-ff6780ea4338), before_update {{(pid=102578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:56.141976 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-d065adf5-9546-49f5-ad79-7de11ff3044d None None] Publish callbacks [] for port (77c922ca-fbca-48a3-ab79-3066ee932f0c), precommit_create {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:56.149631 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-d065adf5-9546-49f5-ad79-7de11ff3044d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730334756109'] for port (77c922ca-fbca-48a3-ab79-3066ee932f0c), after_create {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:56.165102 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-fd18867a-2dcc-4e76-88ff-853ba0ed5976 req-43950f92-30d9-428b-a4ee-a11270be26dd tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?id=25056870-6882-4f7c-b7e2-0d78781f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973127 Jan 27 08:18:56.187232 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886693ae-5729-4fc3-a7ff-461ad8037b53 req-1ca1f075-1be0-447e-af16-6116a1a78cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:18:56.188983 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-886693ae-5729-4fc3-a7ff-461ad8037b53 req-1ca1f075-1be0-447e-af16-6116a1a78cf4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=eb16c640-8d70-456d-b9db-6e89eb7e23c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0946684 Jan 27 08:18:56.207316 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d065adf5-9546-49f5-ad79-7de11ff3044d None None] Pushing event updated for resources: {'Port': ['ID=77c922ca-fbca-48a3-ab79-3066ee932f0c,revision_number=1']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:18:56.220226 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d065adf5-9546-49f5-ad79-7de11ff3044d None None] Network b0f79eff-7120-4540-8c56-a989ce72b1d6 is already hosted by enough agents. {{(pid=102577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 08:18:56.230596 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.scheduler.base_scheduler [None req-d065adf5-9546-49f5-ad79-7de11ff3044d None None] Resources bound (agent type, host, resource id): {{(pid=102577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:18:56.233942 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d065adf5-9546-49f5-ad79-7de11ff3044d None None] Received port after_create {{(pid=102577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 08:18:56.309677 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.managers [None req-d065adf5-9546-49f5-ad79-7de11ff3044d None None] Attempting to bind port 77c922ca-fbca-48a3-ab79-3066ee932f0c on host dv-cinder-826589-1-iscsi for vnic_type normal with profile {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 08:18:56.310191 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.managers [None req-d065adf5-9546-49f5-ad79-7de11ff3044d None None] Attempting to bind port 77c922ca-fbca-48a3-ab79-3066ee932f0c by drivers openvswitch,hyperv on host dv-cinder-826589-1-iscsi at level 0 using segments [{'id': '29003b64-2bab-4419-8b14-8bb8b8924cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b0f79eff-7120-4540-8c56-a989ce72b1d6'}] {{(pid=102577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 08:18:56.310554 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d065adf5-9546-49f5-ad79-7de11ff3044d None None] Attempting to bind port 77c922ca-fbca-48a3-ab79-3066ee932f0c on network b0f79eff-7120-4540-8c56-a989ce72b1d6 {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:18:56.317885 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d065adf5-9546-49f5-ad79-7de11ff3044d None None] Checking agent: {'id': 'e79cbf24-12bd-4e20-a580-79498d5b225b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826589-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 8, 6, 57), 'started_at': datetime.datetime(2022, 1, 27, 8, 7, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 8, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826589-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 08:18:56.318328 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d065adf5-9546-49f5-ad79-7de11ff3044d None None] Checking segment: {'id': '29003b64-2bab-4419-8b14-8bb8b8924cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b0f79eff-7120-4540-8c56-a989ce72b1d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:18:56.318660 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-d065adf5-9546-49f5-ad79-7de11ff3044d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:56.319049 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d065adf5-9546-49f5-ad79-7de11ff3044d None None] Bound using segment: {'id': '29003b64-2bab-4419-8b14-8bb8b8924cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b0f79eff-7120-4540-8c56-a989ce72b1d6'} {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 08:18:56.319552 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.managers [None req-d065adf5-9546-49f5-ad79-7de11ff3044d None None] Bound port: 77c922ca-fbca-48a3-ab79-3066ee932f0c, host: dv-cinder-826589-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29003b64-2bab-4419-8b14-8bb8b8924cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b0f79eff-7120-4540-8c56-a989ce72b1d6'}}] {{(pid=102577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 08:18:56.320304 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-d065adf5-9546-49f5-ad79-7de11ff3044d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (77c922ca-fbca-48a3-ab79-3066ee932f0c), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:56.325934 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-886693ae-5729-4fc3-a7ff-461ad8037b53 req-2d2ce13a-0203-49bd-9304-8b15a7bd77f4 service neutron] 10.222.0.72 "GET /v2.0/networks/eb16c640-8d70-456d-b9db-6e89eb7e23c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302755 Jan 27 08:18:56.397271 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-d065adf5-9546-49f5-ad79-7de11ff3044d None None] For port 77c922ca-fbca-48a3-ab79-3066ee932f0c, host dv-cinder-826589-1-iscsi, cleared binding levels {{(pid=102577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 08:18:56.400583 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-d065adf5-9546-49f5-ad79-7de11ff3044d None None] For port 77c922ca-fbca-48a3-ab79-3066ee932f0c, host dv-cinder-826589-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=77c922ca-fbca-48a3-ab79-3066ee932f0c,segment=NetworkSegment(29003b64-2bab-4419-8b14-8bb8b8924cfc),segment_id=29003b64-2bab-4419-8b14-8bb8b8924cfc)] {{(pid=102577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 08:18:56.408644 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-d065adf5-9546-49f5-ad79-7de11ff3044d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (77c922ca-fbca-48a3-ab79-3066ee932f0c), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:56.447364 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-886693ae-5729-4fc3-a7ff-461ad8037b53 req-474d4c5e-fd14-4ec5-82f5-b6a705b54146 service neutron] 10.222.0.72 "GET /v2.0/networks/eb16c640-8d70-456d-b9db-6e89eb7e23c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142602 Jan 27 08:18:56.471875 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-4b7f056b-ee67-4acd-8a9b-4dbb411be483 None None] Publish callbacks [] for port (a1649fdf-b4d3-4664-be5f-ff6780ea4338), precommit_update {{(pid=102578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:56.497096 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-4b7f056b-ee67-4acd-8a9b-4dbb411be483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (a1649fdf-b4d3-4664-be5f-ff6780ea4338), after_update {{(pid=102578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:56.500684 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d065adf5-9546-49f5-ad79-7de11ff3044d None None] Pushing event updated for resources: {'Port': ['ID=77c922ca-fbca-48a3-ab79-3066ee932f0c,revision_number=2']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:18:56.575849 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174c0fda-6c1b-48a9-82a0-ec41fd0be8ea None None] Pushing event updated for resources: {'Port': ['ID=a1649fdf-b4d3-4664-be5f-ff6780ea4338,revision_number=3']} {{(pid=102578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:18:56.580350 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765cd21-1d50-4440-8a62-9b5747ec86f1 req-120d5ce2-1be2-4a50-9898-07b21efeba28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:18:56.582418 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-9765cd21-1d50-4440-8a62-9b5747ec86f1 req-120d5ce2-1be2-4a50-9898-07b21efeba28 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e4ecc1e69f834d419992a599e2f26886&device_id=67092ae9-6a06-44b7-b600-53c887a675cc HTTP/1.1" status: 200 len: 1096 time: 0.0767405 Jan 27 08:18:56.606988 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c0fda-6c1b-48a9-82a0-ec41fd0be8ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:18:56.607362 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c0fda-6c1b-48a9-82a0-ec41fd0be8ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:18:56.607744 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c0fda-6c1b-48a9-82a0-ec41fd0be8ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:18:56.608079 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c0fda-6c1b-48a9-82a0-ec41fd0be8ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:18:56.608406 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c0fda-6c1b-48a9-82a0-ec41fd0be8ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:18:56.608833 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c0fda-6c1b-48a9-82a0-ec41fd0be8ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:18:56.609217 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c0fda-6c1b-48a9-82a0-ec41fd0be8ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:18:56.609545 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c0fda-6c1b-48a9-82a0-ec41fd0be8ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:18:56.609866 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c0fda-6c1b-48a9-82a0-ec41fd0be8ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:18:56.610818 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c0fda-6c1b-48a9-82a0-ec41fd0be8ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:18:56.611148 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c0fda-6c1b-48a9-82a0-ec41fd0be8ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:18:56.611966 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c0fda-6c1b-48a9-82a0-ec41fd0be8ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:18:56.611966 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c0fda-6c1b-48a9-82a0-ec41fd0be8ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:18:56.629938 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf508f6-f5f6-4982-97d7-44daeb28ca2f req-f9ef5766-81ba-45d3-951f-a2196b19d5fc tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:18:56.631506 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-fdf508f6-f5f6-4982-97d7-44daeb28ca2f req-f9ef5766-81ba-45d3-951f-a2196b19d5fc tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=67092ae9-6a06-44b7-b600-53c887a675cc HTTP/1.1" status: 200 len: 943 time: 0.4274254 Jan 27 08:18:56.665717 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (e79cbf24-12bd-4e20-a580-79498d5b225b), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:56.670535 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-5c0581db-e848-4011-a7fd-ebcb4c4a53c1 admin admin] Publish callbacks [] for router_gateway (3620f83a-c5f1-425e-9de4-9972a38b96f8), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:56.680601 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.managers [None req-4b7f056b-ee67-4acd-8a9b-4dbb411be483 None None] Attempting to bind port a1649fdf-b4d3-4664-be5f-ff6780ea4338 on host dv-cinder-826589-1-iscsi for vnic_type normal with profile {{(pid=102578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 08:18:56.682475 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.managers [None req-4b7f056b-ee67-4acd-8a9b-4dbb411be483 None None] Attempting to bind port a1649fdf-b4d3-4664-be5f-ff6780ea4338 by drivers openvswitch,hyperv on host dv-cinder-826589-1-iscsi at level 0 using segments [{'id': '66343028-b008-43d7-89a2-855fb04fc1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0570d7bb-3bb5-416d-8475-d966c8539834'}] {{(pid=102578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 08:18:56.683729 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7f056b-ee67-4acd-8a9b-4dbb411be483 None None] Attempting to bind port a1649fdf-b4d3-4664-be5f-ff6780ea4338 on network 0570d7bb-3bb5-416d-8475-d966c8539834 {{(pid=102578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:18:56.694227 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7f056b-ee67-4acd-8a9b-4dbb411be483 None None] Checking agent: {'id': 'e79cbf24-12bd-4e20-a580-79498d5b225b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826589-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 8, 6, 57), 'started_at': datetime.datetime(2022, 1, 27, 8, 7, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 8, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826589-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 08:18:56.694933 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7f056b-ee67-4acd-8a9b-4dbb411be483 None None] Checking segment: {'id': '66343028-b008-43d7-89a2-855fb04fc1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0570d7bb-3bb5-416d-8475-d966c8539834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:18:56.695556 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-4b7f056b-ee67-4acd-8a9b-4dbb411be483 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:56.696157 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7f056b-ee67-4acd-8a9b-4dbb411be483 None None] Bound using segment: {'id': '66343028-b008-43d7-89a2-855fb04fc1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0570d7bb-3bb5-416d-8475-d966c8539834'} {{(pid=102578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 08:18:56.696955 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.managers [None req-4b7f056b-ee67-4acd-8a9b-4dbb411be483 None None] Bound port: a1649fdf-b4d3-4664-be5f-ff6780ea4338, host: dv-cinder-826589-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66343028-b008-43d7-89a2-855fb04fc1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0570d7bb-3bb5-416d-8475-d966c8539834'}}] {{(pid=102578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 08:18:56.698526 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-4b7f056b-ee67-4acd-8a9b-4dbb411be483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (a1649fdf-b4d3-4664-be5f-ff6780ea4338), before_update {{(pid=102578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:56.725524 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-5c0581db-e848-4011-a7fd-ebcb4c4a53c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:56.752074 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765cd21-1d50-4440-8a62-9b5747ec86f1 req-03879e6b-fbc1-47e1-949d-81dd7bbfdc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:18:56.753581 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-9765cd21-1d50-4440-8a62-9b5747ec86f1 req-03879e6b-fbc1-47e1-949d-81dd7bbfdc0c service neutron] 10.222.0.72 "GET /v2.0/networks?id=eb16c640-8d70-456d-b9db-6e89eb7e23c3 HTTP/1.1" status: 200 len: 918 time: 0.1635554 Jan 27 08:18:56.756717 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-fdf508f6-f5f6-4982-97d7-44daeb28ca2f req-4e6b62d3-210f-4ffe-87b4-919a3201c3d3 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=83cd1ec0-9807-4b47-9b7d-130393612ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165724 Jan 27 08:18:56.860593 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.db [None req-4b7f056b-ee67-4acd-8a9b-4dbb411be483 None None] For port a1649fdf-b4d3-4664-be5f-ff6780ea4338, host dv-cinder-826589-1-iscsi, cleared binding levels {{(pid=102578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 08:18:56.864498 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.db [None req-4b7f056b-ee67-4acd-8a9b-4dbb411be483 None None] For port a1649fdf-b4d3-4664-be5f-ff6780ea4338, host dv-cinder-826589-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=a1649fdf-b4d3-4664-be5f-ff6780ea4338,segment=NetworkSegment(66343028-b008-43d7-89a2-855fb04fc1e4),segment_id=66343028-b008-43d7-89a2-855fb04fc1e4)] {{(pid=102578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 08:18:56.869334 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-4b7f056b-ee67-4acd-8a9b-4dbb411be483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (a1649fdf-b4d3-4664-be5f-ff6780ea4338), after_update {{(pid=102578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:56.877351 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device 28f4a2fc-4e6a-4df8-940c-641cd2a9b982 up at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:18:56.935149 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.db_base_plugin_common [None req-5c0581db-e848-4011-a7fd-ebcb4c4a53c1 admin admin] Allocated IP 172.27.1.143 (3614e5a2-e145-4686-b153-8df14846b7f6/4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a/d21f07e9-6c29-429f-b95d-e30c161f6ca3) {{(pid=102576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 08:18:56.951361 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174c0fda-6c1b-48a9-82a0-ec41fd0be8ea None None] Pushing event updated for resources: {'Port': ['ID=a1649fdf-b4d3-4664-be5f-ff6780ea4338,revision_number=4']} {{(pid=102578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:18:56.986084 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7f056b-ee67-4acd-8a9b-4dbb411be483 None None] Routers {'e2310ba8-afdf-42a6-bc89-b69be7316520'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:18:56.986722 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-4b7f056b-ee67-4acd-8a9b-4dbb411be483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:18:53Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['e2310ba8-afdf-42a6-bc89-b69be7316520'], 'active': True} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:18:57.001670 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-ea9df841-0961-4ff7-8e5c-8499ce361b79 None None] Provisioning complete for port a1649fdf-b4d3-4664-be5f-ff6780ea4338 triggered by entity DHCP. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:18:57.002584 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-ea9df841-0961-4ff7-8e5c-8499ce361b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (a1649fdf-b4d3-4664-be5f-ff6780ea4338), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:57.036232 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Provisioning complete for port 28f4a2fc-4e6a-4df8-940c-641cd2a9b982 triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:18:57.036882 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (28f4a2fc-4e6a-4df8-940c-641cd2a9b982), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:57.163921 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-5c0581db-e848-4011-a7fd-ebcb4c4a53c1 admin admin] Publish callbacks [] for port (d21f07e9-6c29-429f-b95d-e30c161f6ca3), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:57.187803 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-9765cd21-1d50-4440-8a62-9b5747ec86f1 req-aabccba5-ddce-4d95-8cbb-ba7837a5b019 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb HTTP/1.1" status: 200 len: 217 time: 0.4259160 Jan 27 08:18:57.194297 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvr_db [None req-4b7f056b-ee67-4acd-8a9b-4dbb411be483 None None] Set router e2310ba8-afdf-42a6-bc89-b69be7316520 gateway port host: dv-cinder-826589-1-iscsi {{(pid=102578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:18:57.209579 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-ea9df841-0961-4ff7-8e5c-8499ce361b79 None None] Current status of the port a1649fdf-b4d3-4664-be5f-ff6780ea4338 is: DOWN; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:18:57.210351 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-ea9df841-0961-4ff7-8e5c-8499ce361b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (a1649fdf-b4d3-4664-be5f-ff6780ea4338), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:57.224917 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-5c0581db-e848-4011-a7fd-ebcb4c4a53c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730334756109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13114657'] for port (d21f07e9-6c29-429f-b95d-e30c161f6ca3), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:57.253857 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Current status of the port 28f4a2fc-4e6a-4df8-940c-641cd2a9b982 is: ACTIVE; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:18:57.261659 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-ea9df841-0961-4ff7-8e5c-8499ce361b79 None None] For port a1649fdf-b4d3-4664-be5f-ff6780ea4338, host dv-cinder-826589-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=a1649fdf-b4d3-4664-be5f-ff6780ea4338,segment=NetworkSegment(66343028-b008-43d7-89a2-855fb04fc1e4),segment_id=66343028-b008-43d7-89a2-855fb04fc1e4)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:18:57.263001 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765cd21-1d50-4440-8a62-9b5747ec86f1 req-73590814-e17b-46a9-aa28-a597726c1b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:18:57.264675 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-9765cd21-1d50-4440-8a62-9b5747ec86f1 req-73590814-e17b-46a9-aa28-a597726c1b4f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=57070168-9245-4dd6-b7ac-0c997e12d4d3 HTTP/1.1" status: 200 len: 856 time: 0.0698063 Jan 27 08:18:57.269409 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-ea9df841-0961-4ff7-8e5c-8499ce361b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (a1649fdf-b4d3-4664-be5f-ff6780ea4338), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:57.304033 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0581db-e848-4011-a7fd-ebcb4c4a53c1 admin admin] Network 3614e5a2-e145-4686-b153-8df14846b7f6 is already hosted by enough agents. {{(pid=102576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 08:18:57.310681 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.base_scheduler [None req-5c0581db-e848-4011-a7fd-ebcb4c4a53c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:18:57.329315 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0581db-e848-4011-a7fd-ebcb4c4a53c1 admin admin] Received port after_create {{(pid=102576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 08:18:57.337989 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765cd21-1d50-4440-8a62-9b5747ec86f1 req-e63803a1-57a3-4d89-b605-bc3396661a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:18:57.340372 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-9765cd21-1d50-4440-8a62-9b5747ec86f1 req-e63803a1-57a3-4d89-b605-bc3396661a2f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=eb16c640-8d70-456d-b9db-6e89eb7e23c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0671976 Jan 27 08:18:57.344222 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9df841-0961-4ff7-8e5c-8499ce361b79 None None] Pushing event updated for resources: {'Port': ['ID=a1649fdf-b4d3-4664-be5f-ff6780ea4338,revision_number=5']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:18:57.374142 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0581db-e848-4011-a7fd-ebcb4c4a53c1 admin admin] Pushing event updated for resources: {'Port': ['ID=d21f07e9-6c29-429f-b95d-e30c161f6ca3,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:18:57.390564 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-c3f19774-7dd7-4a8b-9f1c-523b37b7dc08 None None] Provisioning complete for port a1649fdf-b4d3-4664-be5f-ff6780ea4338 triggered by entity DHCP. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:18:57.390934 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-c3f19774-7dd7-4a8b-9f1c-523b37b7dc08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (a1649fdf-b4d3-4664-be5f-ff6780ea4338), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:57.440713 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-9765cd21-1d50-4440-8a62-9b5747ec86f1 req-03d0d5d8-4002-4bd7-9911-d2a310059973 service neutron] 10.222.0.72 "GET /v2.0/networks/eb16c640-8d70-456d-b9db-6e89eb7e23c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934319 Jan 27 08:18:57.470296 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-4b7f056b-ee67-4acd-8a9b-4dbb411be483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2310ba8-afdf-42a6-bc89-b69be7316520', 'name': 'tempest-TestShelveInstance-1493696451-router', 'tenant_id': '98ed485ee068452897a0970649c63f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '28f4a2fc-4e6a-4df8-940c-641cd2a9b982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:18:49Z', 'updated_at': '2022-01-27T08:18:52Z', 'revision_number': 4, 'project_id': '98ed485ee068452897a0970649c63f20', 'gw_port': {'id': '28f4a2fc-4e6a-4df8-940c-641cd2a9b982', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2310ba8-afdf-42a6-bc89-b69be7316520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:18:49Z', 'updated_at': '2022-01-27T08:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_interfaces': [{'id': 'a1649fdf-b4d3-4664-be5f-ff6780ea4338', 'name': '', 'network_id': '0570d7bb-3bb5-416d-8475-d966c8539834', 'tenant_id': '98ed485ee068452897a0970649c63f20', 'mac_address': 'fa:16:3e:ef:65:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2310ba8-afdf-42a6-bc89-b69be7316520', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'ec63d37f-0db1-43a9-95ed-0d471e60ae84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:18:52Z', 'updated_at': '2022-01-27T08:18:56Z', 'revision_number': 4, 'project_id': '98ed485ee068452897a0970649c63f20', 'subnets': [{'id': 'ec63d37f-0db1-43a9-95ed-0d471e60ae84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:18:57.513294 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7f056b-ee67-4acd-8a9b-4dbb411be483 None None] The sync data for ids ['e2310ba8-afdf-42a6-bc89-b69be7316520'] in dv-cinder-826589-1-iscsi is: [{'id': 'e2310ba8-afdf-42a6-bc89-b69be7316520', 'name': 'tempest-TestShelveInstance-1493696451-router', 'tenant_id': '98ed485ee068452897a0970649c63f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '28f4a2fc-4e6a-4df8-940c-641cd2a9b982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:18:49Z', 'updated_at': '2022-01-27T08:18:52Z', 'revision_number': 4, 'project_id': '98ed485ee068452897a0970649c63f20', 'gw_port': {'id': '28f4a2fc-4e6a-4df8-940c-641cd2a9b982', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2310ba8-afdf-42a6-bc89-b69be7316520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:18:49Z', 'updated_at': '2022-01-27T08:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_interfaces': [{'id': 'a1649fdf-b4d3-4664-be5f-ff6780ea4338', 'name': '', 'network_id': '0570d7bb-3bb5-416d-8475-d966c8539834', 'tenant_id': '98ed485ee068452897a0970649c63f20', 'mac_address': 'fa:16:3e:ef:65:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2310ba8-afdf-42a6-bc89-b69be7316520', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'ec63d37f-0db1-43a9-95ed-0d471e60ae84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:18:52Z', 'updated_at': '2022-01-27T08:18:56Z', 'revision_number': 4, 'project_id': '98ed485ee068452897a0970649c63f20', 'subnets': [{'id': 'ec63d37f-0db1-43a9-95ed-0d471e60ae84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 08:18:57.604936 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-9765cd21-1d50-4440-8a62-9b5747ec86f1 req-76423b1e-a9d8-4ad3-8d8c-ff6bf18f574a service neutron] 10.222.0.72 "GET /v2.0/networks/eb16c640-8d70-456d-b9db-6e89eb7e23c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578238 Jan 27 08:18:57.667695 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-c3f19774-7dd7-4a8b-9f1c-523b37b7dc08 None None] Current status of the port a1649fdf-b4d3-4664-be5f-ff6780ea4338 is: ACTIVE; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:18:57.678361 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-5c0581db-e848-4011-a7fd-ebcb4c4a53c1 admin admin] Publish callbacks [] for router_gateway (3620f83a-c5f1-425e-9de4-9972a38b96f8), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:57.927247 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-5c0581db-e848-4011-a7fd-ebcb4c4a53c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550065'] for router (3620f83a-c5f1-425e-9de4-9972a38b96f8), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:57.948591 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38fcc60-ad8b-48c6-98d8-11df7ffc2342 req-544c90cd-e213-408b-9b4f-13f764a8ca7a tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:18:57.948743 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (926d476c-3c92-4faa-a402-a395b4978e44), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:57.950004 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-c38fcc60-ad8b-48c6-98d8-11df7ffc2342 req-544c90cd-e213-408b-9b4f-13f764a8ca7a tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=67092ae9-6a06-44b7-b600-53c887a675cc HTTP/1.1" status: 200 len: 943 time: 0.0716639 Jan 27 08:18:58.004809 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed40c49-5b75-4a2f-a406-b185521a7387 None None] Network b0f79eff-7120-4540-8c56-a989ce72b1d6 requested from dv-cinder-826589-1-iscsi {{(pid=102577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 08:18:58.091447 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-c38fcc60-ad8b-48c6-98d8-11df7ffc2342 req-f402f2fa-d59d-478f-bc10-167693e76380 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=83cd1ec0-9807-4b47-9b7d-130393612ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084828 Jan 27 08:18:58.117157 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-0187108f-337d-43f2-8471-e9c5964c2feb None None] Provisioning complete for port 77c922ca-fbca-48a3-ab79-3066ee932f0c triggered by entity DHCP. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:18:58.117560 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-0187108f-337d-43f2-8471-e9c5964c2feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (77c922ca-fbca-48a3-ab79-3066ee932f0c), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:58.125169 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c0581db-e848-4011-a7fd-ebcb4c4a53c1 admin admin] Router 3620f83a-c5f1-425e-9de4-9972a38b96f8 is scheduled to L3 agent c4292dc4-d7f6-4187-994e-0142c7d14647 with binding_index 1 {{(pid=102576) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 08:18:58.221045 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-0187108f-337d-43f2-8471-e9c5964c2feb None None] Current status of the port 77c922ca-fbca-48a3-ab79-3066ee932f0c is: DOWN; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:18:58.221439 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-0187108f-337d-43f2-8471-e9c5964c2feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (77c922ca-fbca-48a3-ab79-3066ee932f0c), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:58.252773 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c0581db-e848-4011-a7fd-ebcb4c4a53c1 admin admin] Notify agent at l3_agent.dv-cinder-826589-1-iscsi the message routers_updated {{(pid=102576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 08:18:58.259000 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-0187108f-337d-43f2-8471-e9c5964c2feb None None] For port 77c922ca-fbca-48a3-ab79-3066ee932f0c, host dv-cinder-826589-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=77c922ca-fbca-48a3-ab79-3066ee932f0c,segment=NetworkSegment(29003b64-2bab-4419-8b14-8bb8b8924cfc),segment_id=29003b64-2bab-4419-8b14-8bb8b8924cfc)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:18:58.265017 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19f521f-b4c6-4e6d-b3d4-b93307e3729f None None] Sync routers for ids ['3620f83a-c5f1-425e-9de4-9972a38b96f8'] in dv-cinder-826589-1-iscsi {{(pid=102577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 08:18:58.269404 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-0187108f-337d-43f2-8471-e9c5964c2feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (77c922ca-fbca-48a3-ab79-3066ee932f0c), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:58.274315 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-5c0581db-e848-4011-a7fd-ebcb4c4a53c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:58.282795 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-5c0581db-e848-4011-a7fd-ebcb4c4a53c1 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7179475 Jan 27 08:18:58.285333 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 34122) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:18:58.311145 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19f521f-b4c6-4e6d-b3d4-b93307e3729f None None] Routers {'3620f83a-c5f1-425e-9de4-9972a38b96f8'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:18:58.311708 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-f19f521f-b4c6-4e6d-b3d4-b93307e3729f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:18:53Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['3620f83a-c5f1-425e-9de4-9972a38b96f8'], 'active': True} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:18:58.384704 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0187108f-337d-43f2-8471-e9c5964c2feb None None] Pushing event updated for resources: {'Port': ['ID=77c922ca-fbca-48a3-ab79-3066ee932f0c,revision_number=3']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:18:58.444873 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvr_db [None req-f19f521f-b4c6-4e6d-b3d4-b93307e3729f None None] Set router 3620f83a-c5f1-425e-9de4-9972a38b96f8 gateway port host: dv-cinder-826589-1-iscsi {{(pid=102577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:18:58.561264 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-dd847537-4d15-49cb-835d-ac7ac8cac1eb None None] Provisioning complete for port 77c922ca-fbca-48a3-ab79-3066ee932f0c triggered by entity DHCP. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:18:58.561662 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-dd847537-4d15-49cb-835d-ac7ac8cac1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (77c922ca-fbca-48a3-ab79-3066ee932f0c), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:58.693429 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-dd847537-4d15-49cb-835d-ac7ac8cac1eb None None] Current status of the port 77c922ca-fbca-48a3-ab79-3066ee932f0c is: ACTIVE; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:18:58.710931 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-f19f521f-b4c6-4e6d-b3d4-b93307e3729f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3620f83a-c5f1-425e-9de4-9972a38b96f8', 'name': 'tempest-TestShelveInstance-619658937-router', 'tenant_id': 'aaf44a3aca5d424fab5f49c4f6f27acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'd21f07e9-6c29-429f-b95d-e30c161f6ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:18:55Z', 'updated_at': '2022-01-27T08:18:57Z', 'revision_number': 3, 'project_id': 'aaf44a3aca5d424fab5f49c4f6f27acd', 'gw_port': {'id': 'd21f07e9-6c29-429f-b95d-e30c161f6ca3', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e3:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3620f83a-c5f1-425e-9de4-9972a38b96f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:18:56Z', 'updated_at': '2022-01-27T08:18:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi'}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:18:58.740424 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19f521f-b4c6-4e6d-b3d4-b93307e3729f None None] Checking router: 3620f83a-c5f1-425e-9de4-9972a38b96f8 for host: dv-cinder-826589-1-iscsi {{(pid=102577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 08:18:58.740795 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19f521f-b4c6-4e6d-b3d4-b93307e3729f None None] Updating router 3620f83a-c5f1-425e-9de4-9972a38b96f8 port d21f07e9-6c29-429f-b95d-e30c161f6ca3 binding host dv-cinder-826589-1-iscsi {{(pid=102577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 08:18:58.790004 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-f19f521f-b4c6-4e6d-b3d4-b93307e3729f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (d21f07e9-6c29-429f-b95d-e30c161f6ca3), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:58.799353 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-94e708e1-1063-4e00-81a7-31ee5dd2ab11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:58.954116 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device 77c922ca-fbca-48a3-ab79-3066ee932f0c up at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:18:58.988582 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.db_base_plugin_common [None req-94e708e1-1063-4e00-81a7-31ee5dd2ab11 admin admin] Allocated IP 172.20.0.1 (b0f79eff-7120-4540-8c56-a989ce72b1d6/5ca02e15-e744-45d5-b637-91d5ba0cc4d7/3aefa0bc-d5ed-48d1-8037-1c22ebc8b5cd) {{(pid=102576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 08:18:59.048658 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Provisioning complete for port 77c922ca-fbca-48a3-ab79-3066ee932f0c triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:18:59.049281 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (77c922ca-fbca-48a3-ab79-3066ee932f0c), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:59.099926 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-94e708e1-1063-4e00-81a7-31ee5dd2ab11 admin admin] Publish callbacks [] for port (3aefa0bc-d5ed-48d1-8037-1c22ebc8b5cd), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:59.116910 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-f19f521f-b4c6-4e6d-b3d4-b93307e3729f None None] Publish callbacks [] for port (d21f07e9-6c29-429f-b95d-e30c161f6ca3), precommit_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:59.127380 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-f19f521f-b4c6-4e6d-b3d4-b93307e3729f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (d21f07e9-6c29-429f-b95d-e30c161f6ca3), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:59.142456 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-94e708e1-1063-4e00-81a7-31ee5dd2ab11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730334756109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13114657'] for port (3aefa0bc-d5ed-48d1-8037-1c22ebc8b5cd), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:59.180667 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e708e1-1063-4e00-81a7-31ee5dd2ab11 admin admin] Network b0f79eff-7120-4540-8c56-a989ce72b1d6 is already hosted by enough agents. {{(pid=102576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 08:18:59.195532 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.base_scheduler [None req-94e708e1-1063-4e00-81a7-31ee5dd2ab11 admin admin] Resources bound (agent type, host, resource id): {{(pid=102576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:18:59.211061 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217541e3-5be1-4a8a-bdf1-f9777ead7686 None None] Pushing event updated for resources: {'Port': ['ID=d21f07e9-6c29-429f-b95d-e30c161f6ca3,revision_number=2']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:18:59.216693 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e708e1-1063-4e00-81a7-31ee5dd2ab11 admin admin] Received port after_create {{(pid=102576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 08:18:59.217472 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.managers [None req-f19f521f-b4c6-4e6d-b3d4-b93307e3729f None None] Attempting to bind port d21f07e9-6c29-429f-b95d-e30c161f6ca3 on host dv-cinder-826589-1-iscsi for vnic_type normal with profile {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 08:18:59.217833 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.managers [None req-f19f521f-b4c6-4e6d-b3d4-b93307e3729f None None] Attempting to bind port d21f07e9-6c29-429f-b95d-e30c161f6ca3 by drivers openvswitch,hyperv on host dv-cinder-826589-1-iscsi at level 0 using segments [{'id': 'fa55335f-a52a-465d-b188-80ce12fc9c40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6'}] {{(pid=102577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 08:18:59.218191 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19f521f-b4c6-4e6d-b3d4-b93307e3729f None None] Attempting to bind port d21f07e9-6c29-429f-b95d-e30c161f6ca3 on network 3614e5a2-e145-4686-b153-8df14846b7f6 {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:18:59.222980 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Current status of the port 77c922ca-fbca-48a3-ab79-3066ee932f0c is: ACTIVE; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:18:59.224064 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device a1649fdf-b4d3-4664-be5f-ff6780ea4338 up at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:18:59.229208 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19f521f-b4c6-4e6d-b3d4-b93307e3729f None None] Checking agent: {'id': 'e79cbf24-12bd-4e20-a580-79498d5b225b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826589-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 8, 6, 57), 'started_at': datetime.datetime(2022, 1, 27, 8, 7, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 8, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826589-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 08:18:59.229613 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19f521f-b4c6-4e6d-b3d4-b93307e3729f None None] Checking segment: {'id': 'fa55335f-a52a-465d-b188-80ce12fc9c40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:18:59.230008 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-f19f521f-b4c6-4e6d-b3d4-b93307e3729f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:59.230393 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19f521f-b4c6-4e6d-b3d4-b93307e3729f None None] Bound using segment: {'id': 'fa55335f-a52a-465d-b188-80ce12fc9c40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6'} {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 08:18:59.230864 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.managers [None req-f19f521f-b4c6-4e6d-b3d4-b93307e3729f None None] Bound port: d21f07e9-6c29-429f-b95d-e30c161f6ca3, host: dv-cinder-826589-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa55335f-a52a-465d-b188-80ce12fc9c40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6'}}] {{(pid=102577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 08:18:59.231235 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-f19f521f-b4c6-4e6d-b3d4-b93307e3729f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (d21f07e9-6c29-429f-b95d-e30c161f6ca3), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:59.254263 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e708e1-1063-4e00-81a7-31ee5dd2ab11 admin admin] Pushing event updated for resources: {'Port': ['ID=3aefa0bc-d5ed-48d1-8037-1c22ebc8b5cd,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:18:59.276715 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-94e708e1-1063-4e00-81a7-31ee5dd2ab11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549604'] for router_interface (3620f83a-c5f1-425e-9de4-9972a38b96f8), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:59.314478 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-f19f521f-b4c6-4e6d-b3d4-b93307e3729f None None] For port d21f07e9-6c29-429f-b95d-e30c161f6ca3, host dv-cinder-826589-1-iscsi, cleared binding levels {{(pid=102577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 08:18:59.318089 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718bf037-0148-40c4-865c-6bbb27ea5fce req-ab88c032-7173-41b4-a17a-0b9cfc58b185 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:18:59.318465 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-f19f521f-b4c6-4e6d-b3d4-b93307e3729f None None] For port d21f07e9-6c29-429f-b95d-e30c161f6ca3, host dv-cinder-826589-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=d21f07e9-6c29-429f-b95d-e30c161f6ca3,segment=NetworkSegment(fa55335f-a52a-465d-b188-80ce12fc9c40),segment_id=fa55335f-a52a-465d-b188-80ce12fc9c40)] {{(pid=102577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 08:18:59.319663 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-718bf037-0148-40c4-865c-6bbb27ea5fce req-ab88c032-7173-41b4-a17a-0b9cfc58b185 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=67092ae9-6a06-44b7-b600-53c887a675cc HTTP/1.1" status: 200 len: 943 time: 0.1431279 Jan 27 08:18:59.324487 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Provisioning complete for port a1649fdf-b4d3-4664-be5f-ff6780ea4338 triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:18:59.325081 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (a1649fdf-b4d3-4664-be5f-ff6780ea4338), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:59.329121 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-f19f521f-b4c6-4e6d-b3d4-b93307e3729f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (d21f07e9-6c29-429f-b95d-e30c161f6ca3), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:59.421017 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19f521f-b4c6-4e6d-b3d4-b93307e3729f None None] Routers {'3620f83a-c5f1-425e-9de4-9972a38b96f8'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:18:59.421673 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-f19f521f-b4c6-4e6d-b3d4-b93307e3729f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:18:53Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['3620f83a-c5f1-425e-9de4-9972a38b96f8'], 'active': True} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:18:59.428181 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-718bf037-0148-40c4-865c-6bbb27ea5fce req-3cb97bfc-1cc8-40f0-a951-0414ceb26a5f tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=83cd1ec0-9807-4b47-9b7d-130393612ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994778 Jan 27 08:18:59.461257 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-94e708e1-1063-4e00-81a7-31ee5dd2ab11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (3aefa0bc-d5ed-48d1-8037-1c22ebc8b5cd), before_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:59.461489 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217541e3-5be1-4a8a-bdf1-f9777ead7686 None None] Pushing event updated for resources: {'Port': ['ID=d21f07e9-6c29-429f-b95d-e30c161f6ca3,revision_number=3']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:18:59.554432 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Current status of the port a1649fdf-b4d3-4664-be5f-ff6780ea4338 is: ACTIVE; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:18:59.570018 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-5db42469-d40b-4ef9-b17c-504cb89b5f4b None None] Provisioning complete for port 3aefa0bc-d5ed-48d1-8037-1c22ebc8b5cd triggered by entity DHCP. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:18:59.570390 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-5db42469-d40b-4ef9-b17c-504cb89b5f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (3aefa0bc-d5ed-48d1-8037-1c22ebc8b5cd), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:59.594100 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvr_db [None req-f19f521f-b4c6-4e6d-b3d4-b93307e3729f None None] Set router 3620f83a-c5f1-425e-9de4-9972a38b96f8 gateway port host: dv-cinder-826589-1-iscsi {{(pid=102577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:18:59.632983 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-94e708e1-1063-4e00-81a7-31ee5dd2ab11 admin admin] Publish callbacks [] for port (3aefa0bc-d5ed-48d1-8037-1c22ebc8b5cd), precommit_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:59.637856 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-94e708e1-1063-4e00-81a7-31ee5dd2ab11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13114678'] for port (3aefa0bc-d5ed-48d1-8037-1c22ebc8b5cd), after_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:59.706440 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e708e1-1063-4e00-81a7-31ee5dd2ab11 admin admin] Pushing event updated for resources: {'Port': ['ID=3aefa0bc-d5ed-48d1-8037-1c22ebc8b5cd,revision_number=2']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:18:59.708882 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-94e708e1-1063-4e00-81a7-31ee5dd2ab11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550260'] for router_interface (3620f83a-c5f1-425e-9de4-9972a38b96f8), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:18:59.799881 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-5db42469-d40b-4ef9-b17c-504cb89b5f4b None None] Port 3aefa0bc-d5ed-48d1-8037-1c22ebc8b5cd cannot update to ACTIVE because it is not bound. {{(pid=102577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 08:18:59.804888 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e708e1-1063-4e00-81a7-31ee5dd2ab11 admin admin] Network b0f79eff-7120-4540-8c56-a989ce72b1d6 is already hosted by enough agents. {{(pid=102576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 08:18:59.806222 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.base_scheduler [None req-94e708e1-1063-4e00-81a7-31ee5dd2ab11 admin admin] Resources bound (agent type, host, resource id): {{(pid=102576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:18:59.912255 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-f19f521f-b4c6-4e6d-b3d4-b93307e3729f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3620f83a-c5f1-425e-9de4-9972a38b96f8', 'name': 'tempest-TestShelveInstance-619658937-router', 'tenant_id': 'aaf44a3aca5d424fab5f49c4f6f27acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'd21f07e9-6c29-429f-b95d-e30c161f6ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:18:55Z', 'updated_at': '2022-01-27T08:18:57Z', 'revision_number': 3, 'project_id': 'aaf44a3aca5d424fab5f49c4f6f27acd', 'gw_port': {'id': 'd21f07e9-6c29-429f-b95d-e30c161f6ca3', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e3:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3620f83a-c5f1-425e-9de4-9972a38b96f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:18:56Z', 'updated_at': '2022-01-27T08:18:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi'}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:18:59.921886 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94e708e1-1063-4e00-81a7-31ee5dd2ab11 admin admin] Router 3620f83a-c5f1-425e-9de4-9972a38b96f8 has already been hosted by L3 agent c4292dc4-d7f6-4187-994e-0142c7d14647 {{(pid=102576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 08:18:59.939107 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19f521f-b4c6-4e6d-b3d4-b93307e3729f None None] The sync data for ids ['3620f83a-c5f1-425e-9de4-9972a38b96f8'] in dv-cinder-826589-1-iscsi is: [{'id': '3620f83a-c5f1-425e-9de4-9972a38b96f8', 'name': 'tempest-TestShelveInstance-619658937-router', 'tenant_id': 'aaf44a3aca5d424fab5f49c4f6f27acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'd21f07e9-6c29-429f-b95d-e30c161f6ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:18:55Z', 'updated_at': '2022-01-27T08:18:57Z', 'revision_number': 3, 'project_id': 'aaf44a3aca5d424fab5f49c4f6f27acd', 'gw_port': {'id': 'd21f07e9-6c29-429f-b95d-e30c161f6ca3', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e3:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3620f83a-c5f1-425e-9de4-9972a38b96f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:18:56Z', 'updated_at': '2022-01-27T08:18:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi'}] {{(pid=102577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 08:19:00.021515 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-5acd5ee9-b819-40c9-bf99-11ef9c861aa8 None None] Provisioning complete for port 3aefa0bc-d5ed-48d1-8037-1c22ebc8b5cd triggered by entity DHCP. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:19:00.022374 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-5acd5ee9-b819-40c9-bf99-11ef9c861aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (3aefa0bc-d5ed-48d1-8037-1c22ebc8b5cd), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:00.036115 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e708e1-1063-4e00-81a7-31ee5dd2ab11 admin admin] Notify agent at l3_agent.dv-cinder-826589-1-iscsi the message routers_updated {{(pid=102576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 08:19:00.041084 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-94e708e1-1063-4e00-81a7-31ee5dd2ab11 admin admin] 10.222.0.59 "PUT /v2.0/routers/3620f83a-c5f1-425e-9de4-9972a38b96f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7546566 Jan 27 08:19:00.064173 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-5acd5ee9-b819-40c9-bf99-11ef9c861aa8 None None] Port 3aefa0bc-d5ed-48d1-8037-1c22ebc8b5cd cannot update to ACTIVE because it is not bound. {{(pid=102577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 08:19:00.501172 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 34134) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:19:00.506213 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [None req-9f7755f9-90df-4c30-af0b-f94805d44bce tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-655380741', 'description': 'tempest-secgroup-smoke-655380741 description', 'project_id': '98ed485ee068452897a0970649c63f20'}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:19:00.510023 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb details requested by agent hyperv_hv-cinder-82658 with host hv-cinder-82658 {{(pid=102577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 08:19:00.558015 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-9f7755f9-90df-4c30-af0b-f94805d44bce tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Publish callbacks [] for security_group (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:00.583723 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1099e644-132c-4e0d-819a-8026b0f57c98 req-8edb0231-92a5-4f31-ba30-c3e486ba5c8c tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:00.585009 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-1099e644-132c-4e0d-819a-8026b0f57c98 req-8edb0231-92a5-4f31-ba30-c3e486ba5c8c tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=67092ae9-6a06-44b7-b600-53c887a675cc HTTP/1.1" status: 200 len: 943 time: 0.0727017 Jan 27 08:19:00.614888 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb,segment=NetworkSegment(d52c0c22-6164-4420-8fd5-d7a3d432294e),segment_id=d52c0c22-6164-4420-8fd5-d7a3d432294e)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:19:00.637534 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Returning: {'device': 'fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb', 'network_id': 'eb16c640-8d70-456d-b9db-6e89eb7e23c3', 'port_id': 'fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb', 'mac_address': 'fa:16:3e:d7:aa:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57070168-9245-4dd6-b7ac-0c997e12d4d3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 08:19:00.678705 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Current status of the port fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb is: DOWN; New status is: BUILD {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:19:00.679191 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:00.693024 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-1099e644-132c-4e0d-819a-8026b0f57c98 req-4944fb35-a289-4ace-a8da-a06fa5762c86 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=83cd1ec0-9807-4b47-9b7d-130393612ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966916 Jan 27 08:19:00.704319 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.notifiers.nova [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb {{(pid=102577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 08:19:00.726925 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb,segment=NetworkSegment(d52c0c22-6164-4420-8fd5-d7a3d432294e),segment_id=d52c0c22-6164-4420-8fd5-d7a3d432294e)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:19:00.731994 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:00.736232 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-9f7755f9-90df-4c30-af0b-f94805d44bce tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Publish callbacks [] for security_group (c4f397e2-48a0-45b5-806f-f6ca83a6e63d), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:00.746302 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-9f7755f9-90df-4c30-af0b-f94805d44bce tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (c4f397e2-48a0-45b5-806f-f6ca83a6e63d), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:00.772777 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-dcffbe22-7e6b-4e03-a83d-8f418fbd991e req-228bc24e-a587-462a-9c2c-14ac3f42abba service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0976167 Jan 27 08:19:00.780096 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-9f7755f9-90df-4c30-af0b-f94805d44bce tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Publish callbacks [] for security_group (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:00.781374 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-9f7755f9-90df-4c30-af0b-f94805d44bce tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2791626 Jan 27 08:19:00.784386 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 34136) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:19:00.792118 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.v2.base [None req-396733d1-4a15-42e0-aabf-47afbf225b74 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Request body: {'security_group_rule': {'security_group_id': 'c4f397e2-48a0-45b5-806f-f6ca83a6e63d', 'project_id': '98ed485ee068452897a0970649c63f20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:19:00.803668 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7755f9-90df-4c30-af0b-f94805d44bce tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f397e2-48a0-45b5-806f-f6ca83a6e63d,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:19:00.804223 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Pushing event updated for resources: {'Port': ['ID=fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb,revision_number=4']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:19:00.861350 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-396733d1-4a15-42e0-aabf-47afbf225b74 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Publish callbacks [] for security_group_rule (43cdbc64-bf3f-4f13-940e-4da342459e19), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:00.865336 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcffbe22-7e6b-4e03-a83d-8f418fbd991e req-e331f1db-0c65-4316-9e8c-f4759a0af2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:00.866839 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-dcffbe22-7e6b-4e03-a83d-8f418fbd991e req-e331f1db-0c65-4316-9e8c-f4759a0af2a5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0b0ce26232dd4a1db254b56a7f995f4e&device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 1098 time: 0.0685828 Jan 27 08:19:00.908498 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device d21f07e9-6c29-429f-b95d-e30c161f6ca3 up at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:19:00.957486 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Provisioning complete for port d21f07e9-6c29-429f-b95d-e30c161f6ca3 triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:19:00.957965 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (d21f07e9-6c29-429f-b95d-e30c161f6ca3), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:00.980653 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] get_ports_and_sgs() called for port_ids ['fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb'] {{(pid=102577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 08:19:00.987302 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-396733d1-4a15-42e0-aabf-47afbf225b74 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Publish callbacks [] for security_group_rule (43cdbc64-bf3f-4f13-940e-4da342459e19), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:00.994072 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-396733d1-4a15-42e0-aabf-47afbf225b74 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600985'] for security_group_rule (43cdbc64-bf3f-4f13-940e-4da342459e19), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:01.022722 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcffbe22-7e6b-4e03-a83d-8f418fbd991e req-d6539d9a-790f-4600-b998-b695f2080b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:01.024196 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-dcffbe22-7e6b-4e03-a83d-8f418fbd991e req-d6539d9a-790f-4600-b998-b695f2080b17 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b7914447-2aa2-4569-84ca-e3ee909bc8ea HTTP/1.1" status: 200 len: 912 time: 0.1345274 Jan 27 08:19:01.025490 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396733d1-4a15-42e0-aabf-47afbf225b74 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43cdbc64-bf3f-4f13-940e-4da342459e19,revision_number=0']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:19:01.043450 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-396733d1-4a15-42e0-aabf-47afbf225b74 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:01.044605 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-396733d1-4a15-42e0-aabf-47afbf225b74 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2574251 Jan 27 08:19:01.047362 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396733d1-4a15-42e0-aabf-47afbf225b74 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:19:01.047656 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396733d1-4a15-42e0-aabf-47afbf225b74 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:19:01.048000 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396733d1-4a15-42e0-aabf-47afbf225b74 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:19:01.048107 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 34138) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:19:01.048557 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396733d1-4a15-42e0-aabf-47afbf225b74 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:19:01.048644 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396733d1-4a15-42e0-aabf-47afbf225b74 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:19:01.049002 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396733d1-4a15-42e0-aabf-47afbf225b74 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:19:01.049346 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396733d1-4a15-42e0-aabf-47afbf225b74 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:19:01.049660 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396733d1-4a15-42e0-aabf-47afbf225b74 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:19:01.049989 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396733d1-4a15-42e0-aabf-47afbf225b74 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:19:01.050367 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396733d1-4a15-42e0-aabf-47afbf225b74 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:19:01.050632 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396733d1-4a15-42e0-aabf-47afbf225b74 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:19:01.050989 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396733d1-4a15-42e0-aabf-47afbf225b74 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:19:01.051277 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396733d1-4a15-42e0-aabf-47afbf225b74 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:19:01.054646 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [None req-d05662c6-bf07-459f-a519-7d144497fef2 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Request body: {'security_group_rule': {'security_group_id': 'c4f397e2-48a0-45b5-806f-f6ca83a6e63d', 'project_id': '98ed485ee068452897a0970649c63f20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:19:01.100260 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-d05662c6-bf07-459f-a519-7d144497fef2 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Publish callbacks [] for security_group_rule (47cf3e8f-2941-4f84-9b63-0a9068c91bc8), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:01.103808 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Current status of the port d21f07e9-6c29-429f-b95d-e30c161f6ca3 is: DOWN; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:19:01.104865 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (d21f07e9-6c29-429f-b95d-e30c161f6ca3), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:01.109709 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-dcffbe22-7e6b-4e03-a83d-8f418fbd991e req-b3196b87-11cd-49f1-b301-90801c874c1a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09dcb9a1-f3fe-4422-ae90-9168f84604eb HTTP/1.1" status: 200 len: 1001 time: 0.0764508 Jan 27 08:19:01.142000 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] For port d21f07e9-6c29-429f-b95d-e30c161f6ca3, host dv-cinder-826589-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=d21f07e9-6c29-429f-b95d-e30c161f6ca3,segment=NetworkSegment(fa55335f-a52a-465d-b188-80ce12fc9c40),segment_id=fa55335f-a52a-465d-b188-80ce12fc9c40)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:19:01.152678 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (d21f07e9-6c29-429f-b95d-e30c161f6ca3), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:01.157475 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-d05662c6-bf07-459f-a519-7d144497fef2 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Publish callbacks [] for security_group_rule (47cf3e8f-2941-4f84-9b63-0a9068c91bc8), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:01.161959 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-d05662c6-bf07-459f-a519-7d144497fef2 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600985'] for security_group_rule (47cf3e8f-2941-4f84-9b63-0a9068c91bc8), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:01.171989 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcffbe22-7e6b-4e03-a83d-8f418fbd991e req-9f798714-7c79-42d8-8c19-a3f2bb019aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:01.173497 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-dcffbe22-7e6b-4e03-a83d-8f418fbd991e req-9f798714-7c79-42d8-8c19-a3f2bb019aff service neutron] 10.222.0.72 "GET /v2.0/subnets?id=56dcdf12-0462-4feb-a564-4fe3cd20bfe1 HTTP/1.1" status: 200 len: 850 time: 0.0570996 Jan 27 08:19:01.185184 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05662c6-bf07-459f-a519-7d144497fef2 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47cf3e8f-2941-4f84-9b63-0a9068c91bc8,revision_number=0']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:19:01.199094 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-d05662c6-bf07-459f-a519-7d144497fef2 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:01.202930 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-d05662c6-bf07-459f-a519-7d144497fef2 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1513116 Jan 27 08:19:01.203453 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 34140) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:19:01.208513 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [None req-36a4c1b0-9293-4789-8abe-6598f6491100 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Request body: {'security_group_rule': {'security_group_id': 'c4f397e2-48a0-45b5-806f-f6ca83a6e63d', 'project_id': '98ed485ee068452897a0970649c63f20', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:19:01.233760 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Pushing event updated for resources: {'Port': ['ID=d21f07e9-6c29-429f-b95d-e30c161f6ca3,revision_number=4']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:19:01.233995 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcffbe22-7e6b-4e03-a83d-8f418fbd991e req-ba354946-913c-4b34-b200-71294d293026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:01.235436 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-dcffbe22-7e6b-4e03-a83d-8f418fbd991e req-ba354946-913c-4b34-b200-71294d293026 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b7914447-2aa2-4569-84ca-e3ee909bc8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0541427 Jan 27 08:19:01.239848 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-36a4c1b0-9293-4789-8abe-6598f6491100 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Publish callbacks [] for security_group_rule (a19cd039-3eed-4dbd-9a6e-d40e9b9751b3), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:01.296804 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-36a4c1b0-9293-4789-8abe-6598f6491100 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Publish callbacks [] for security_group_rule (a19cd039-3eed-4dbd-9a6e-d40e9b9751b3), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:01.300856 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-36a4c1b0-9293-4789-8abe-6598f6491100 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600985'] for security_group_rule (a19cd039-3eed-4dbd-9a6e-d40e9b9751b3), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:01.319275 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a4c1b0-9293-4789-8abe-6598f6491100 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a19cd039-3eed-4dbd-9a6e-d40e9b9751b3,revision_number=0']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:19:01.329223 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-36a4c1b0-9293-4789-8abe-6598f6491100 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:01.334381 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-36a4c1b0-9293-4789-8abe-6598f6491100 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1262653 Jan 27 08:19:01.334610 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-dcffbe22-7e6b-4e03-a83d-8f418fbd991e req-20a2e90d-4c7c-4b26-972c-abaa09270e60 service neutron] 10.222.0.72 "GET /v2.0/networks/b7914447-2aa2-4569-84ca-e3ee909bc8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899432 Jan 27 08:19:01.334791 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 34142) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:19:01.354007 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [None req-bf49b3a0-71c4-4313-bf1d-637440efe72e tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Request body: {'security_group_rule': {'security_group_id': 'c4f397e2-48a0-45b5-806f-f6ca83a6e63d', 'project_id': '98ed485ee068452897a0970649c63f20', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:19:01.380396 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-bf49b3a0-71c4-4313-bf1d-637440efe72e tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Publish callbacks [] for security_group_rule (0570cce2-ab3f-41f0-bf7d-7daeadba6cbb), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:01.433909 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-dcffbe22-7e6b-4e03-a83d-8f418fbd991e req-6ac850bc-cffd-4f3a-9fc5-bf783d318ba5 service neutron] 10.222.0.72 "GET /v2.0/networks/b7914447-2aa2-4569-84ca-e3ee909bc8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951149 Jan 27 08:19:01.442635 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-bf49b3a0-71c4-4313-bf1d-637440efe72e tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Publish callbacks [] for security_group_rule (0570cce2-ab3f-41f0-bf7d-7daeadba6cbb), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:01.446453 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-bf49b3a0-71c4-4313-bf1d-637440efe72e tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600985'] for security_group_rule (0570cce2-ab3f-41f0-bf7d-7daeadba6cbb), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:01.465095 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf49b3a0-71c4-4313-bf1d-637440efe72e tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0570cce2-ab3f-41f0-bf7d-7daeadba6cbb,revision_number=0']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:19:01.475699 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-bf49b3a0-71c4-4313-bf1d-637440efe72e tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:01.477058 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-bf49b3a0-71c4-4313-bf1d-637440efe72e tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1412423 Jan 27 08:19:01.480868 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 34144) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:19:01.485963 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.v2.base [None req-0f66f83d-beda-496e-a504-0215d3bc969b tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Request body: {'security_group_rule': {'security_group_id': 'c4f397e2-48a0-45b5-806f-f6ca83a6e63d', 'project_id': '98ed485ee068452897a0970649c63f20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:19:01.505623 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.db.securitygroups_db [None req-0f66f83d-beda-496e-a504-0215d3bc969b tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Project 98ed485ee068452897a0970649c63f20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 08:19:01.510382 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0f66f83d-beda-496e-a504-0215d3bc969b tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Publish callbacks [] for security_group_rule (6508f2b1-b5ba-46ab-8440-fa163fafe5cc), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:01.570750 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0f66f83d-beda-496e-a504-0215d3bc969b tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Publish callbacks [] for security_group_rule (6508f2b1-b5ba-46ab-8440-fa163fafe5cc), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:01.575230 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0f66f83d-beda-496e-a504-0215d3bc969b tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600985'] for security_group_rule (6508f2b1-b5ba-46ab-8440-fa163fafe5cc), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:01.594220 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f66f83d-beda-496e-a504-0215d3bc969b tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6508f2b1-b5ba-46ab-8440-fa163fafe5cc,revision_number=0']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:19:01.599846 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0f66f83d-beda-496e-a504-0215d3bc969b tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:01.600995 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-0f66f83d-beda-496e-a504-0215d3bc969b tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1190610 Jan 27 08:19:01.603799 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 34146) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:19:01.608926 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [None req-a957d9b9-89ed-414f-8a40-3e2e237517d4 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Request body: {'security_group_rule': {'security_group_id': 'c4f397e2-48a0-45b5-806f-f6ca83a6e63d', 'project_id': '98ed485ee068452897a0970649c63f20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:19:01.630521 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.db.securitygroups_db [None req-a957d9b9-89ed-414f-8a40-3e2e237517d4 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Project 98ed485ee068452897a0970649c63f20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 08:19:01.636147 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-a957d9b9-89ed-414f-8a40-3e2e237517d4 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Publish callbacks [] for security_group_rule (2a281f91-c79e-4697-a33e-a1af5f432a85), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:01.637820 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f26e5a-d871-4d32-bed8-4bd688aac0f4 None None] Sync routers for ids ['3620f83a-c5f1-425e-9de4-9972a38b96f8'] in dv-cinder-826589-1-iscsi {{(pid=102578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 08:19:01.647425 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f26e5a-d871-4d32-bed8-4bd688aac0f4 None None] Routers {'3620f83a-c5f1-425e-9de4-9972a38b96f8'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:19:01.648035 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-62f26e5a-d871-4d32-bed8-4bd688aac0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:18:53Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['3620f83a-c5f1-425e-9de4-9972a38b96f8'], 'active': True} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:19:01.703673 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-a957d9b9-89ed-414f-8a40-3e2e237517d4 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Publish callbacks [] for security_group_rule (2a281f91-c79e-4697-a33e-a1af5f432a85), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:01.709138 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-a957d9b9-89ed-414f-8a40-3e2e237517d4 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600985'] for security_group_rule (2a281f91-c79e-4697-a33e-a1af5f432a85), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:01.737345 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a957d9b9-89ed-414f-8a40-3e2e237517d4 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a281f91-c79e-4697-a33e-a1af5f432a85,revision_number=0']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:19:01.742340 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-a957d9b9-89ed-414f-8a40-3e2e237517d4 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:01.744048 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-a957d9b9-89ed-414f-8a40-3e2e237517d4 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1381500 Jan 27 08:19:01.847921 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvr_db [None req-62f26e5a-d871-4d32-bed8-4bd688aac0f4 None None] Set router 3620f83a-c5f1-425e-9de4-9972a38b96f8 gateway port host: dv-cinder-826589-1-iscsi {{(pid=102578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:19:01.858989 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6505f51d-8c73-4efd-b836-fed624249a39 req-5bad5026-d902-42d2-a94c-f073134aeea9 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:01.867396 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-6505f51d-8c73-4efd-b836-fed624249a39 req-5bad5026-d902-42d2-a94c-f073134aeea9 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=67092ae9-6a06-44b7-b600-53c887a675cc HTTP/1.1" status: 200 len: 944 time: 0.0614181 Jan 27 08:19:01.920558 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-6505f51d-8c73-4efd-b836-fed624249a39 req-bd820410-006c-4bb2-93d3-8de63eedef3f tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=83cd1ec0-9807-4b47-9b7d-130393612ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522859 Jan 27 08:19:02.070466 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-62f26e5a-d871-4d32-bed8-4bd688aac0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3620f83a-c5f1-425e-9de4-9972a38b96f8', 'name': 'tempest-TestShelveInstance-619658937-router', 'tenant_id': 'aaf44a3aca5d424fab5f49c4f6f27acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'd21f07e9-6c29-429f-b95d-e30c161f6ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:18:55Z', 'updated_at': '2022-01-27T08:18:59Z', 'revision_number': 4, 'project_id': 'aaf44a3aca5d424fab5f49c4f6f27acd', 'gw_port': {'id': 'd21f07e9-6c29-429f-b95d-e30c161f6ca3', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3620f83a-c5f1-425e-9de4-9972a38b96f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:18:56Z', 'updated_at': '2022-01-27T08:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_interfaces': [{'id': '3aefa0bc-d5ed-48d1-8037-1c22ebc8b5cd', 'name': '', 'network_id': 'b0f79eff-7120-4540-8c56-a989ce72b1d6', 'tenant_id': 'aaf44a3aca5d424fab5f49c4f6f27acd', 'mac_address': 'fa:16:3e:99:5a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3620f83a-c5f1-425e-9de4-9972a38b96f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5ca02e15-e744-45d5-b637-91d5ba0cc4d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:18:58Z', 'updated_at': '2022-01-27T08:18:59Z', 'revision_number': 2, 'project_id': 'aaf44a3aca5d424fab5f49c4f6f27acd', 'subnets': [{'id': '5ca02e15-e744-45d5-b637-91d5ba0cc4d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:19:02.103194 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f26e5a-d871-4d32-bed8-4bd688aac0f4 None None] Checking router: 3620f83a-c5f1-425e-9de4-9972a38b96f8 for host: dv-cinder-826589-1-iscsi {{(pid=102578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 08:19:02.103496 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f26e5a-d871-4d32-bed8-4bd688aac0f4 None None] Updating router 3620f83a-c5f1-425e-9de4-9972a38b96f8 port 3aefa0bc-d5ed-48d1-8037-1c22ebc8b5cd binding host dv-cinder-826589-1-iscsi {{(pid=102578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 08:19:02.130620 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-62f26e5a-d871-4d32-bed8-4bd688aac0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (3aefa0bc-d5ed-48d1-8037-1c22ebc8b5cd), before_update {{(pid=102578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:02.397590 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-62f26e5a-d871-4d32-bed8-4bd688aac0f4 None None] Publish callbacks [] for port (3aefa0bc-d5ed-48d1-8037-1c22ebc8b5cd), precommit_update {{(pid=102578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:02.402190 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-62f26e5a-d871-4d32-bed8-4bd688aac0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (3aefa0bc-d5ed-48d1-8037-1c22ebc8b5cd), after_update {{(pid=102578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:02.455666 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a0c7d-d374-4d15-bc81-29b1fcd9ee60 None None] Pushing event updated for resources: {'Port': ['ID=3aefa0bc-d5ed-48d1-8037-1c22ebc8b5cd,revision_number=3']} {{(pid=102578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:19:02.506466 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.managers [None req-62f26e5a-d871-4d32-bed8-4bd688aac0f4 None None] Attempting to bind port 3aefa0bc-d5ed-48d1-8037-1c22ebc8b5cd on host dv-cinder-826589-1-iscsi for vnic_type normal with profile {{(pid=102578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 08:19:02.506942 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.managers [None req-62f26e5a-d871-4d32-bed8-4bd688aac0f4 None None] Attempting to bind port 3aefa0bc-d5ed-48d1-8037-1c22ebc8b5cd by drivers openvswitch,hyperv on host dv-cinder-826589-1-iscsi at level 0 using segments [{'id': '29003b64-2bab-4419-8b14-8bb8b8924cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b0f79eff-7120-4540-8c56-a989ce72b1d6'}] {{(pid=102578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 08:19:02.507313 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f26e5a-d871-4d32-bed8-4bd688aac0f4 None None] Attempting to bind port 3aefa0bc-d5ed-48d1-8037-1c22ebc8b5cd on network b0f79eff-7120-4540-8c56-a989ce72b1d6 {{(pid=102578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:19:02.510085 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb up at agent hyperv_hv-cinder-82658 {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:19:02.513152 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f26e5a-d871-4d32-bed8-4bd688aac0f4 None None] Checking agent: {'id': 'e79cbf24-12bd-4e20-a580-79498d5b225b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826589-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 8, 6, 57), 'started_at': datetime.datetime(2022, 1, 27, 8, 7, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 8, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826589-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 08:19:02.513522 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f26e5a-d871-4d32-bed8-4bd688aac0f4 None None] Checking segment: {'id': '29003b64-2bab-4419-8b14-8bb8b8924cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b0f79eff-7120-4540-8c56-a989ce72b1d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:19:02.513917 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-62f26e5a-d871-4d32-bed8-4bd688aac0f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:02.514305 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f26e5a-d871-4d32-bed8-4bd688aac0f4 None None] Bound using segment: {'id': '29003b64-2bab-4419-8b14-8bb8b8924cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b0f79eff-7120-4540-8c56-a989ce72b1d6'} {{(pid=102578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 08:19:02.514767 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.managers [None req-62f26e5a-d871-4d32-bed8-4bd688aac0f4 None None] Bound port: 3aefa0bc-d5ed-48d1-8037-1c22ebc8b5cd, host: dv-cinder-826589-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29003b64-2bab-4419-8b14-8bb8b8924cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b0f79eff-7120-4540-8c56-a989ce72b1d6'}}] {{(pid=102578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 08:19:02.515132 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-62f26e5a-d871-4d32-bed8-4bd688aac0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (3aefa0bc-d5ed-48d1-8037-1c22ebc8b5cd), before_update {{(pid=102578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:02.581530 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Provisioning for port fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb completed by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 08:19:02.589421 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Provisioning complete for port fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:19:02.589801 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:02.605340 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.db [None req-62f26e5a-d871-4d32-bed8-4bd688aac0f4 None None] For port 3aefa0bc-d5ed-48d1-8037-1c22ebc8b5cd, host dv-cinder-826589-1-iscsi, cleared binding levels {{(pid=102578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 08:19:02.609733 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.db [None req-62f26e5a-d871-4d32-bed8-4bd688aac0f4 None None] For port 3aefa0bc-d5ed-48d1-8037-1c22ebc8b5cd, host dv-cinder-826589-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=3aefa0bc-d5ed-48d1-8037-1c22ebc8b5cd,segment=NetworkSegment(29003b64-2bab-4419-8b14-8bb8b8924cfc),segment_id=29003b64-2bab-4419-8b14-8bb8b8924cfc)] {{(pid=102578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 08:19:02.614938 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-62f26e5a-d871-4d32-bed8-4bd688aac0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (3aefa0bc-d5ed-48d1-8037-1c22ebc8b5cd), after_update {{(pid=102578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:02.673719 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Current status of the port fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb is: BUILD; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:19:02.674417 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:02.682028 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a0c7d-d374-4d15-bc81-29b1fcd9ee60 None None] Pushing event updated for resources: {'Port': ['ID=3aefa0bc-d5ed-48d1-8037-1c22ebc8b5cd,revision_number=4']} {{(pid=102578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:19:02.686790 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f26e5a-d871-4d32-bed8-4bd688aac0f4 None None] Routers {'3620f83a-c5f1-425e-9de4-9972a38b96f8'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:19:02.687507 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-62f26e5a-d871-4d32-bed8-4bd688aac0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:18:53Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['3620f83a-c5f1-425e-9de4-9972a38b96f8'], 'active': True} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:19:02.713392 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67092ae9-6a06-44b7-b600-53c887a675cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb'}] {{(pid=102577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:19:02.715789 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ec6f2d63f069076934ea9a19260140f1f8696ff0c22b7471017e65d09815c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c685ac-e052-4f28-b2c7-358a50cec975" -d '{"events": [{"server_uuid": "67092ae9-6a06-44b7-b600-53c887a675cc", "name": "network-vif-plugged", "status": "completed", "tag": "fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb"}]}' {{(pid=102577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:19:02.734232 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-f35ad6e0-9d79-4d9f-adbb-2fd67f1a4b17 None None] Provisioning complete for port 3aefa0bc-d5ed-48d1-8037-1c22ebc8b5cd triggered by entity DHCP. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:19:02.735077 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-f35ad6e0-9d79-4d9f-adbb-2fd67f1a4b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (3aefa0bc-d5ed-48d1-8037-1c22ebc8b5cd), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:02.741081 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb,segment=NetworkSegment(d52c0c22-6164-4420-8fd5-d7a3d432294e),segment_id=d52c0c22-6164-4420-8fd5-d7a3d432294e)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:19:02.767779 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:02.805497 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 08:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf44cd5e-e661-48f5-a291-2f437b235ff4 x-openstack-request-id: req-cf44cd5e-e661-48f5-a291-2f437b235ff4 {{(pid=102577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:19:02.805856 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67092ae9-6a06-44b7-b600-53c887a675cc", "name": "network-vif-plugged", "status": "completed", "tag": "fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb", "code": 200}]} {{(pid=102577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:19:02.806077 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cf44cd5e-e661-48f5-a291-2f437b235ff4 {{(pid=102577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:19:02.806483 dv-cinder-826589-1-iscsi neutron-server[102577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67092ae9-6a06-44b7-b600-53c887a675cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb', 'code': 200} Jan 27 08:19:02.850256 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device d21f07e9-6c29-429f-b95d-e30c161f6ca3 up at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:19:02.861187 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvr_db [None req-62f26e5a-d871-4d32-bed8-4bd688aac0f4 None None] Set router 3620f83a-c5f1-425e-9de4-9972a38b96f8 gateway port host: dv-cinder-826589-1-iscsi {{(pid=102578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:19:02.889896 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Pushing event updated for resources: {'Port': ['ID=fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb,revision_number=5']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:19:02.943920 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-f35ad6e0-9d79-4d9f-adbb-2fd67f1a4b17 None None] Current status of the port 3aefa0bc-d5ed-48d1-8037-1c22ebc8b5cd is: DOWN; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:19:02.944311 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-f35ad6e0-9d79-4d9f-adbb-2fd67f1a4b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (3aefa0bc-d5ed-48d1-8037-1c22ebc8b5cd), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:02.971574 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Provisioning complete for port d21f07e9-6c29-429f-b95d-e30c161f6ca3 triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:19:02.971949 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (d21f07e9-6c29-429f-b95d-e30c161f6ca3), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:03.011597 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-f35ad6e0-9d79-4d9f-adbb-2fd67f1a4b17 None None] For port 3aefa0bc-d5ed-48d1-8037-1c22ebc8b5cd, host dv-cinder-826589-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=3aefa0bc-d5ed-48d1-8037-1c22ebc8b5cd,segment=NetworkSegment(29003b64-2bab-4419-8b14-8bb8b8924cfc),segment_id=29003b64-2bab-4419-8b14-8bb8b8924cfc)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:19:03.025083 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-f35ad6e0-9d79-4d9f-adbb-2fd67f1a4b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (3aefa0bc-d5ed-48d1-8037-1c22ebc8b5cd), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:03.060741 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a26f604-cb98-483c-b8e3-0ab3515b2219 req-8a2ef889-8590-4688-894d-9d74144258f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:03.063139 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-8a26f604-cb98-483c-b8e3-0ab3515b2219 req-8a2ef889-8590-4688-894d-9d74144258f0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=67092ae9-6a06-44b7-b600-53c887a675cc HTTP/1.1" status: 200 len: 1098 time: 0.0595944 Jan 27 08:19:03.099509 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7babbb-6323-4bee-b6b7-69716a9c0ad6 req-66850a10-91d3-427c-b232-b5802de09372 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:03.107391 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-bb7babbb-6323-4bee-b6b7-69716a9c0ad6 req-66850a10-91d3-427c-b232-b5802de09372 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=67092ae9-6a06-44b7-b600-53c887a675cc HTTP/1.1" status: 200 len: 945 time: 0.0820622 Jan 27 08:19:03.114110 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35ad6e0-9d79-4d9f-adbb-2fd67f1a4b17 None None] Pushing event updated for resources: {'Port': ['ID=3aefa0bc-d5ed-48d1-8037-1c22ebc8b5cd,revision_number=5']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:19:03.130132 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Current status of the port d21f07e9-6c29-429f-b95d-e30c161f6ca3 is: ACTIVE; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:19:03.139344 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-62f26e5a-d871-4d32-bed8-4bd688aac0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3620f83a-c5f1-425e-9de4-9972a38b96f8', 'name': 'tempest-TestShelveInstance-619658937-router', 'tenant_id': 'aaf44a3aca5d424fab5f49c4f6f27acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'd21f07e9-6c29-429f-b95d-e30c161f6ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:18:55Z', 'updated_at': '2022-01-27T08:18:59Z', 'revision_number': 4, 'project_id': 'aaf44a3aca5d424fab5f49c4f6f27acd', 'gw_port': {'id': 'd21f07e9-6c29-429f-b95d-e30c161f6ca3', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3620f83a-c5f1-425e-9de4-9972a38b96f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:18:56Z', 'updated_at': '2022-01-27T08:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_interfaces': [{'id': '3aefa0bc-d5ed-48d1-8037-1c22ebc8b5cd', 'name': '', 'network_id': 'b0f79eff-7120-4540-8c56-a989ce72b1d6', 'tenant_id': 'aaf44a3aca5d424fab5f49c4f6f27acd', 'mac_address': 'fa:16:3e:99:5a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3620f83a-c5f1-425e-9de4-9972a38b96f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5ca02e15-e744-45d5-b637-91d5ba0cc4d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:18:58Z', 'updated_at': '2022-01-27T08:19:02Z', 'revision_number': 4, 'project_id': 'aaf44a3aca5d424fab5f49c4f6f27acd', 'subnets': [{'id': '5ca02e15-e744-45d5-b637-91d5ba0cc4d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:19:03.147259 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-8a26f604-cb98-483c-b8e3-0ab3515b2219 req-5eccddc9-9303-4940-a951-c95ef69f7fbd service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=83cd1ec0-9807-4b47-9b7d-130393612ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760360 Jan 27 08:19:03.152046 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-c26d5d95-b4a3-4439-bfd2-a630ad754923 None None] Provisioning complete for port 3aefa0bc-d5ed-48d1-8037-1c22ebc8b5cd triggered by entity DHCP. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:19:03.152507 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-c26d5d95-b4a3-4439-bfd2-a630ad754923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (3aefa0bc-d5ed-48d1-8037-1c22ebc8b5cd), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:03.172572 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-bb7babbb-6323-4bee-b6b7-69716a9c0ad6 req-0b15a6b1-60d0-4fc9-b398-7a8b067ee1ea tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=83cd1ec0-9807-4b47-9b7d-130393612ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540340 Jan 27 08:19:03.176963 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f26e5a-d871-4d32-bed8-4bd688aac0f4 None None] The sync data for ids ['3620f83a-c5f1-425e-9de4-9972a38b96f8'] in dv-cinder-826589-1-iscsi is: [{'id': '3620f83a-c5f1-425e-9de4-9972a38b96f8', 'name': 'tempest-TestShelveInstance-619658937-router', 'tenant_id': 'aaf44a3aca5d424fab5f49c4f6f27acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'd21f07e9-6c29-429f-b95d-e30c161f6ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:18:55Z', 'updated_at': '2022-01-27T08:18:59Z', 'revision_number': 4, 'project_id': 'aaf44a3aca5d424fab5f49c4f6f27acd', 'gw_port': {'id': 'd21f07e9-6c29-429f-b95d-e30c161f6ca3', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3620f83a-c5f1-425e-9de4-9972a38b96f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:18:56Z', 'updated_at': '2022-01-27T08:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_interfaces': [{'id': '3aefa0bc-d5ed-48d1-8037-1c22ebc8b5cd', 'name': '', 'network_id': 'b0f79eff-7120-4540-8c56-a989ce72b1d6', 'tenant_id': 'aaf44a3aca5d424fab5f49c4f6f27acd', 'mac_address': 'fa:16:3e:99:5a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3620f83a-c5f1-425e-9de4-9972a38b96f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5ca02e15-e744-45d5-b637-91d5ba0cc4d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:18:58Z', 'updated_at': '2022-01-27T08:19:02Z', 'revision_number': 4, 'project_id': 'aaf44a3aca5d424fab5f49c4f6f27acd', 'subnets': [{'id': '5ca02e15-e744-45d5-b637-91d5ba0cc4d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 08:19:03.250696 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-c26d5d95-b4a3-4439-bfd2-a630ad754923 None None] Current status of the port 3aefa0bc-d5ed-48d1-8037-1c22ebc8b5cd is: ACTIVE; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:19:04.322799 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a730d0b-8a98-40f9-83ef-c3610ad51101 req-2f3d16b6-fbf8-474d-8a20-07e980daf850 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:04.325078 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-4a730d0b-8a98-40f9-83ef-c3610ad51101 req-2f3d16b6-fbf8-474d-8a20-07e980daf850 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=67092ae9-6a06-44b7-b600-53c887a675cc HTTP/1.1" status: 200 len: 945 time: 0.0520453 Jan 27 08:19:04.382834 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-4a730d0b-8a98-40f9-83ef-c3610ad51101 req-2b3d4373-f01d-4351-85d9-ad76166d3bd4 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=83cd1ec0-9807-4b47-9b7d-130393612ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516679 Jan 27 08:19:04.502424 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefaa7c4-c658-42e8-bdb8-28dafbe63137 req-09a7bf2e-ca7e-4100-988e-cf72fe51df6a tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:04.503937 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-cefaa7c4-c658-42e8-bdb8-28dafbe63137 req-09a7bf2e-ca7e-4100-988e-cf72fe51df6a tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=67092ae9-6a06-44b7-b600-53c887a675cc HTTP/1.1" status: 200 len: 945 time: 0.0510843 Jan 27 08:19:04.512958 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 34216) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:19:04.517542 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [None req-2d624331-d6fb-4098-94f0-9f4214021e95 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Request body: {'floatingip': {'port_id': 'fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb'}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:19:04.560569 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-2d624331-d6fb-4098-94f0-9f4214021e95 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks [] for floatingip (e4ff6ace-c731-4771-9367-0857331d91d2), before_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:04.854176 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device 3aefa0bc-d5ed-48d1-8037-1c22ebc8b5cd up at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:19:04.906753 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Provisioning complete for port 3aefa0bc-d5ed-48d1-8037-1c22ebc8b5cd triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:19:04.907134 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (3aefa0bc-d5ed-48d1-8037-1c22ebc8b5cd), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:05.003852 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Current status of the port 3aefa0bc-d5ed-48d1-8037-1c22ebc8b5cd is: ACTIVE; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:19:05.249727 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-2d624331-d6fb-4098-94f0-9f4214021e95 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:05.253789 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-2d624331-d6fb-4098-94f0-9f4214021e95 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549487'] for floatingip (e4ff6ace-c731-4771-9367-0857331d91d2), after_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:05.356205 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.db.l3_db [None req-2d624331-d6fb-4098-94f0-9f4214021e95 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Floating IP e4ff6ace-c731-4771-9367-0857331d91d2 associated. External IP: 172.27.1.132, port: fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb. Jan 27 08:19:05.568710 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d624331-d6fb-4098-94f0-9f4214021e95 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Router c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4 has already been hosted by L3 agent c4292dc4-d7f6-4187-994e-0142c7d14647 {{(pid=102576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 08:19:05.681249 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d624331-d6fb-4098-94f0-9f4214021e95 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Notify agent at l3_agent.dv-cinder-826589-1-iscsi the message routers_updated {{(pid=102576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 08:19:05.686045 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-2d624331-d6fb-4098-94f0-9f4214021e95 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for floatingip (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:05.690918 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef2c154-9606-4950-860b-89c6d0b75723 None None] Sync routers for ids ['c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4'] in dv-cinder-826589-1-iscsi {{(pid=102577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 08:19:05.701280 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef2c154-9606-4950-860b-89c6d0b75723 None None] Routers {'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:19:05.701906 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-eef2c154-9606-4950-860b-89c6d0b75723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:18:53Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4'], 'active': True} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:19:05.713277 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-2d624331-d6fb-4098-94f0-9f4214021e95 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "PUT /v2.0/floatingips/e4ff6ace-c731-4771-9367-0857331d91d2 HTTP/1.1" status: 200 len: 991 time: 1.1991897 Jan 27 08:19:05.713871 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67092ae9-6a06-44b7-b600-53c887a675cc', 'tag': 'fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb'}] {{(pid=102576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:19:05.716888 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e99b03222c8d2fef0e5d308316368c2f75dcb43852cf269b2a1b1136e13dae4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25216e61-3830-44c7-9722-b8e0a3da0066" -d '{"events": [{"name": "network-changed", "server_uuid": "67092ae9-6a06-44b7-b600-53c887a675cc", "tag": "fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb"}]}' {{(pid=102576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:19:05.756946 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 08:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0485c7e0-9f25-4480-bac4-53a43b2db201 x-openstack-request-id: req-0485c7e0-9f25-4480-bac4-53a43b2db201 {{(pid=102576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:19:05.758158 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67092ae9-6a06-44b7-b600-53c887a675cc", "tag": "fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb", "status": "completed", "code": 200}]} {{(pid=102576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:19:05.758158 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0485c7e0-9f25-4480-bac4-53a43b2db201 {{(pid=102576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:19:05.758158 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67092ae9-6a06-44b7-b600-53c887a675cc', 'tag': 'fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb', 'status': 'completed', 'code': 200} Jan 27 08:19:05.817184 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvr_db [None req-eef2c154-9606-4950-860b-89c6d0b75723 None None] Set router c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4 gateway port host: dv-cinder-826589-1-iscsi {{(pid=102577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:19:05.828315 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25216e61-3830-44c7-9722-b8e0a3da0066 req-1213ba8d-9c9f-4063-8e79-c21a6cac38e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:05.829792 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-25216e61-3830-44c7-9722-b8e0a3da0066 req-1213ba8d-9c9f-4063-8e79-c21a6cac38e6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e4ecc1e69f834d419992a599e2f26886&device_id=67092ae9-6a06-44b7-b600-53c887a675cc HTTP/1.1" status: 200 len: 1098 time: 0.0413916 Jan 27 08:19:05.921707 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25216e61-3830-44c7-9722-b8e0a3da0066 req-4bdef3b0-f6b8-4c5b-8727-dfb5ea188909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:05.923181 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-25216e61-3830-44c7-9722-b8e0a3da0066 req-4bdef3b0-f6b8-4c5b-8727-dfb5ea188909 service neutron] 10.222.0.72 "GET /v2.0/networks?id=eb16c640-8d70-456d-b9db-6e89eb7e23c3 HTTP/1.1" status: 200 len: 918 time: 0.0856500 Jan 27 08:19:05.999623 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-25216e61-3830-44c7-9722-b8e0a3da0066 req-be74f258-8986-4801-b6f4-d434e49ce36b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb HTTP/1.1" status: 200 len: 999 time: 0.0654147 Jan 27 08:19:06.050628 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25216e61-3830-44c7-9722-b8e0a3da0066 req-230fb5d2-cbef-4801-981a-420e877a6142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:06.052178 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-25216e61-3830-44c7-9722-b8e0a3da0066 req-230fb5d2-cbef-4801-981a-420e877a6142 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=57070168-9245-4dd6-b7ac-0c997e12d4d3 HTTP/1.1" status: 200 len: 856 time: 0.0464962 Jan 27 08:19:06.099438 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25216e61-3830-44c7-9722-b8e0a3da0066 req-c4237ee3-dc94-4e37-a3e8-417a14e7ed76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:06.099744 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-eef2c154-9606-4950-860b-89c6d0b75723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1645023041-router', 'tenant_id': 'e4ecc1e69f834d419992a599e2f26886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '54b23f3e-b771-4f94-9072-5f454f3d9306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:14:50Z', 'updated_at': '2022-01-27T08:14:59Z', 'revision_number': 4, 'project_id': 'e4ecc1e69f834d419992a599e2f26886', 'gw_port': {'id': '54b23f3e-b771-4f94-9072-5f454f3d9306', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:52Z', 'updated_at': '2022-01-27T08:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_floatingips': [{'id': 'e4ff6ace-c731-4771-9367-0857331d91d2', 'tenant_id': 'e4ecc1e69f834d419992a599e2f26886', 'floating_ip_address': '172.27.1.132', 'floating_network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'router_id': 'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4', 'port_id': 'fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb16c640-8d70-456d-b9db-6e89eb7e23c3', 'mac_address': 'fa:16:3e:d7:aa:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67092ae9-6a06-44b7-b600-53c887a675cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T08:18:51Z', 'updated_at': '2022-01-27T08:19:05Z', 'revision_number': 1, 'project_id': 'e4ecc1e69f834d419992a599e2f26886', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f0bbcb7-0256-4240-9bfe-0feeb5b30b2d', 'name': '', 'network_id': 'eb16c640-8d70-456d-b9db-6e89eb7e23c3', 'tenant_id': 'e4ecc1e69f834d419992a599e2f26886', 'mac_address': 'fa:16:3e:77:9a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '57070168-9245-4dd6-b7ac-0c997e12d4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:57Z', 'updated_at': '2022-01-27T08:15:06Z', 'revision_number': 5, 'project_id': 'e4ecc1e69f834d419992a599e2f26886', 'subnets': [{'id': '57070168-9245-4dd6-b7ac-0c997e12d4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:19:06.100962 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-25216e61-3830-44c7-9722-b8e0a3da0066 req-c4237ee3-dc94-4e37-a3e8-417a14e7ed76 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=eb16c640-8d70-456d-b9db-6e89eb7e23c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420134 Jan 27 08:19:06.127146 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef2c154-9606-4950-860b-89c6d0b75723 None None] Checking router: c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4 for host: dv-cinder-826589-1-iscsi {{(pid=102577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 08:19:06.135407 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef2c154-9606-4950-860b-89c6d0b75723 None None] Routers {'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:19:06.136533 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-eef2c154-9606-4950-860b-89c6d0b75723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:18:53Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4'], 'active': True} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:19:06.196152 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-25216e61-3830-44c7-9722-b8e0a3da0066 req-9771c315-8bd0-4297-8acf-ea875f63e41c service neutron] 10.222.0.72 "GET /v2.0/networks/eb16c640-8d70-456d-b9db-6e89eb7e23c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881605 Jan 27 08:19:06.297439 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-25216e61-3830-44c7-9722-b8e0a3da0066 req-a1453aa3-beef-4e4c-bb98-fdeecb733238 service neutron] 10.222.0.72 "GET /v2.0/networks/eb16c640-8d70-456d-b9db-6e89eb7e23c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934548 Jan 27 08:19:06.369178 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvr_db [None req-eef2c154-9606-4950-860b-89c6d0b75723 None None] Set router c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4 gateway port host: dv-cinder-826589-1-iscsi {{(pid=102577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:19:06.603085 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-eef2c154-9606-4950-860b-89c6d0b75723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1645023041-router', 'tenant_id': 'e4ecc1e69f834d419992a599e2f26886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '54b23f3e-b771-4f94-9072-5f454f3d9306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:14:50Z', 'updated_at': '2022-01-27T08:14:59Z', 'revision_number': 4, 'project_id': 'e4ecc1e69f834d419992a599e2f26886', 'gw_port': {'id': '54b23f3e-b771-4f94-9072-5f454f3d9306', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:52Z', 'updated_at': '2022-01-27T08:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_floatingips': [{'id': 'e4ff6ace-c731-4771-9367-0857331d91d2', 'tenant_id': 'e4ecc1e69f834d419992a599e2f26886', 'floating_ip_address': '172.27.1.132', 'floating_network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'router_id': 'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4', 'port_id': 'fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb16c640-8d70-456d-b9db-6e89eb7e23c3', 'mac_address': 'fa:16:3e:d7:aa:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67092ae9-6a06-44b7-b600-53c887a675cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T08:18:51Z', 'updated_at': '2022-01-27T08:19:05Z', 'revision_number': 1, 'project_id': 'e4ecc1e69f834d419992a599e2f26886', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f0bbcb7-0256-4240-9bfe-0feeb5b30b2d', 'name': '', 'network_id': 'eb16c640-8d70-456d-b9db-6e89eb7e23c3', 'tenant_id': 'e4ecc1e69f834d419992a599e2f26886', 'mac_address': 'fa:16:3e:77:9a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '57070168-9245-4dd6-b7ac-0c997e12d4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:57Z', 'updated_at': '2022-01-27T08:15:06Z', 'revision_number': 5, 'project_id': 'e4ecc1e69f834d419992a599e2f26886', 'subnets': [{'id': '57070168-9245-4dd6-b7ac-0c997e12d4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:19:06.630297 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef2c154-9606-4950-860b-89c6d0b75723 None None] The sync data for ids ['c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4'] in dv-cinder-826589-1-iscsi is: [{'id': 'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1645023041-router', 'tenant_id': 'e4ecc1e69f834d419992a599e2f26886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '54b23f3e-b771-4f94-9072-5f454f3d9306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:14:50Z', 'updated_at': '2022-01-27T08:14:59Z', 'revision_number': 4, 'project_id': 'e4ecc1e69f834d419992a599e2f26886', 'gw_port': {'id': '54b23f3e-b771-4f94-9072-5f454f3d9306', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:52Z', 'updated_at': '2022-01-27T08:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_floatingips': [{'id': 'e4ff6ace-c731-4771-9367-0857331d91d2', 'tenant_id': 'e4ecc1e69f834d419992a599e2f26886', 'floating_ip_address': '172.27.1.132', 'floating_network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'router_id': 'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4', 'port_id': 'fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb16c640-8d70-456d-b9db-6e89eb7e23c3', 'mac_address': 'fa:16:3e:d7:aa:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67092ae9-6a06-44b7-b600-53c887a675cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T08:18:51Z', 'updated_at': '2022-01-27T08:19:05Z', 'revision_number': 1, 'project_id': 'e4ecc1e69f834d419992a599e2f26886', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f0bbcb7-0256-4240-9bfe-0feeb5b30b2d', 'name': '', 'network_id': 'eb16c640-8d70-456d-b9db-6e89eb7e23c3', 'tenant_id': 'e4ecc1e69f834d419992a599e2f26886', 'mac_address': 'fa:16:3e:77:9a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '57070168-9245-4dd6-b7ac-0c997e12d4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:57Z', 'updated_at': '2022-01-27T08:15:06Z', 'revision_number': 5, 'project_id': 'e4ecc1e69f834d419992a599e2f26886', 'subnets': [{'id': '57070168-9245-4dd6-b7ac-0c997e12d4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 08:19:06.825247 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86db180-6b05-4d3e-9cc1-f5e1a5a598e6 None None] New status for floating IP e4ff6ace-c731-4771-9367-0857331d91d2: ACTIVE {{(pid=102578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 08:19:15.988143 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-3f657a9a-c0bf-459c-ac74-821743e5fb80 req-cee461cf-b701-45e6-b48b-c3162830ee53 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-655380741&fields=id&tenant_id=98ed485ee068452897a0970649c63f20 HTTP/1.1" status: 200 len: 267 time: 0.0434787 Jan 27 08:19:16.094566 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f657a9a-c0bf-459c-ac74-821743e5fb80 req-59d82a77-258d-4968-a246-c829c0b4c96c tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:16.096050 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-3f657a9a-c0bf-459c-ac74-821743e5fb80 req-59d82a77-258d-4968-a246-c829c0b4c96c tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/networks?id=0570d7bb-3bb5-416d-8475-d966c8539834 HTTP/1.1" status: 200 len: 809 time: 0.1015277 Jan 27 08:19:16.115955 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-3f657a9a-c0bf-459c-ac74-821743e5fb80 req-0b64db6d-22bc-4070-bd4a-506281845d88 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/quotas/98ed485ee068452897a0970649c63f20 HTTP/1.1" status: 200 len: 375 time: 0.0138171 Jan 27 08:19:16.166933 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-3f657a9a-c0bf-459c-ac74-821743e5fb80 req-e005612f-f315-4465-b4b7-dd53ad124000 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=98ed485ee068452897a0970649c63f20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449896 Jan 27 08:19:16.260540 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-3f657a9a-c0bf-459c-ac74-821743e5fb80 req-06fb0f1b-adcd-4ad7-8ac8-1889b72d74f8 service neutron] 10.222.0.59 "GET /v2.0/networks/0570d7bb-3bb5-416d-8475-d966c8539834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828171 Jan 27 08:19:16.346069 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-3f657a9a-c0bf-459c-ac74-821743e5fb80 req-b09847e7-6f7f-45ce-b2ca-9b5fd2315120 service neutron] 10.222.0.59 "GET /v2.0/networks/0570d7bb-3bb5-416d-8475-d966c8539834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790470 Jan 27 08:19:16.631249 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-f6410f74-88db-4a49-a9b7-b4da33480c39 req-27f11934-03fe-4df8-8d80-185824194352 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/ports?device_id=02c1b0bd-c2ce-458c-ac26-51edef4c924f HTTP/1.1" status: 200 len: 210 time: 0.0292118 Jan 27 08:19:17.567054 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f657a9a-c0bf-459c-ac74-821743e5fb80 req-4eac5855-f7f1-44bb-939b-2363505f0cc3 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:17.568578 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-3f657a9a-c0bf-459c-ac74-821743e5fb80 req-4eac5855-f7f1-44bb-939b-2363505f0cc3 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.72 "GET /v2.0/networks?id=0570d7bb-3bb5-416d-8475-d966c8539834 HTTP/1.1" status: 200 len: 809 time: 0.1062229 Jan 27 08:19:17.631757 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-3f657a9a-c0bf-459c-ac74-821743e5fb80 req-82499391-5e0e-4865-9594-5f3d68bb0ca1 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98ed485ee068452897a0970649c63f20 HTTP/1.1" status: 200 len: 379 time: 0.0542378 Jan 27 08:19:17.643971 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.v2.base [req-3f657a9a-c0bf-459c-ac74-821743e5fb80 req-6286e501-05a5-42e5-9282-04142cc0226f tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Request body: {'port': {'device_id': '02c1b0bd-c2ce-458c-ac26-51edef4c924f', 'network_id': '0570d7bb-3bb5-416d-8475-d966c8539834', 'admin_state_up': True, 'tenant_id': '98ed485ee068452897a0970649c63f20', 'security_groups': ['c4f397e2-48a0-45b5-806f-f6ca83a6e63d']}} {{(pid=102575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:19:17.736552 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d2e8a471-d9b4-4455-ad91-baa64b057403 req-f09e60e2-bf50-4311-87a7-7ad151060b96 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/ports?device_id=02c1b0bd-c2ce-458c-ac26-51edef4c924f HTTP/1.1" status: 200 len: 210 time: 0.0369594 Jan 27 08:19:17.757242 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f657a9a-c0bf-459c-ac74-821743e5fb80 req-6286e501-05a5-42e5-9282-04142cc0226f tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Made reservation on behalf of 98ed485ee068452897a0970649c63f20 for: {'port': 1} {{(pid=102575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 08:19:17.760743 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-3f657a9a-c0bf-459c-ac74-821743e5fb80 req-6286e501-05a5-42e5-9282-04142cc0226f tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:17.891561 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.db_base_plugin_common [req-3f657a9a-c0bf-459c-ac74-821743e5fb80 req-6286e501-05a5-42e5-9282-04142cc0226f tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Allocated IP 172.20.0.14 (0570d7bb-3bb5-416d-8475-d966c8539834/ec63d37f-0db1-43a9-95ed-0d471e60ae84/c53a4196-d9bb-4f2b-913f-e3b004125cb2) {{(pid=102575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 08:19:18.036250 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-3f657a9a-c0bf-459c-ac74-821743e5fb80 req-6286e501-05a5-42e5-9282-04142cc0226f tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Publish callbacks [] for port (c53a4196-d9bb-4f2b-913f-e3b004125cb2), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:18.070554 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-3f657a9a-c0bf-459c-ac74-821743e5fb80 req-6286e501-05a5-42e5-9282-04142cc0226f tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730334756109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13172730'] for port (c53a4196-d9bb-4f2b-913f-e3b004125cb2), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:18.120177 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f657a9a-c0bf-459c-ac74-821743e5fb80 req-6286e501-05a5-42e5-9282-04142cc0226f tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Network 0570d7bb-3bb5-416d-8475-d966c8539834 is already hosted by enough agents. {{(pid=102575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 08:19:18.123155 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.base_scheduler [req-3f657a9a-c0bf-459c-ac74-821743e5fb80 req-6286e501-05a5-42e5-9282-04142cc0226f tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Resources bound (agent type, host, resource id): {{(pid=102575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:19:18.129815 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f657a9a-c0bf-459c-ac74-821743e5fb80 req-6286e501-05a5-42e5-9282-04142cc0226f tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Received port after_create {{(pid=102575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 08:19:18.136243 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6286e501-05a5-42e5-9282-04142cc0226f tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Pushing event updated for resources: {'Port': ['ID=c53a4196-d9bb-4f2b-913f-e3b004125cb2,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:19:18.182436 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f657a9a-c0bf-459c-ac74-821743e5fb80 req-6286e501-05a5-42e5-9282-04142cc0226f tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:18.182980 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-3f657a9a-c0bf-459c-ac74-821743e5fb80 req-6286e501-05a5-42e5-9282-04142cc0226f tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for port (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:18.201261 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-3f657a9a-c0bf-459c-ac74-821743e5fb80 req-6286e501-05a5-42e5-9282-04142cc0226f tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5610650 Jan 27 08:19:18.213901 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.v2.base [req-3f657a9a-c0bf-459c-ac74-821743e5fb80 req-de20d8f5-66cf-4019-8e25-7609aefc7f7d service neutron] Request body: {'port': {'device_id': '02c1b0bd-c2ce-458c-ac26-51edef4c924f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82658'}} {{(pid=102575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:19:18.269827 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-3f657a9a-c0bf-459c-ac74-821743e5fb80 req-de20d8f5-66cf-4019-8e25-7609aefc7f7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (c53a4196-d9bb-4f2b-913f-e3b004125cb2), before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:18.378002 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-877e9404-0c8d-49f2-b8aa-d742466880e0 None None] Provisioning complete for port c53a4196-d9bb-4f2b-913f-e3b004125cb2 triggered by entity DHCP. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:19:18.378629 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-877e9404-0c8d-49f2-b8aa-d742466880e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (c53a4196-d9bb-4f2b-913f-e3b004125cb2), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:18.411037 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-877e9404-0c8d-49f2-b8aa-d742466880e0 None None] Port c53a4196-d9bb-4f2b-913f-e3b004125cb2 cannot update to ACTIVE because it is not bound. {{(pid=102577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 08:19:18.525390 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [req-3f657a9a-c0bf-459c-ac74-821743e5fb80 req-de20d8f5-66cf-4019-8e25-7609aefc7f7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c53a4196-d9bb-4f2b-913f-e3b004125cb2 {{(pid=102575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 08:19:18.533156 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-3f657a9a-c0bf-459c-ac74-821743e5fb80 req-de20d8f5-66cf-4019-8e25-7609aefc7f7d service neutron] Publish callbacks [] for port (c53a4196-d9bb-4f2b-913f-e3b004125cb2), precommit_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:18.545650 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [req-3f657a9a-c0bf-459c-ac74-821743e5fb80 req-de20d8f5-66cf-4019-8e25-7609aefc7f7d service neutron] Transition to ACTIVE for port object c53a4196-d9bb-4f2b-913f-e3b004125cb2 will not be triggered until provisioned by entity L2. {{(pid=102575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 08:19:18.550409 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-3f657a9a-c0bf-459c-ac74-821743e5fb80 req-de20d8f5-66cf-4019-8e25-7609aefc7f7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13172717'] for port (c53a4196-d9bb-4f2b-913f-e3b004125cb2), after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:18.634631 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de20d8f5-66cf-4019-8e25-7609aefc7f7d service neutron] Pushing event updated for resources: {'Port': ['ID=c53a4196-d9bb-4f2b-913f-e3b004125cb2,revision_number=2']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:19:18.667841 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [req-3f657a9a-c0bf-459c-ac74-821743e5fb80 req-de20d8f5-66cf-4019-8e25-7609aefc7f7d service neutron] Attempting to bind port c53a4196-d9bb-4f2b-913f-e3b004125cb2 on host hv-cinder-82658 for vnic_type normal with profile {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 08:19:18.668182 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [req-3f657a9a-c0bf-459c-ac74-821743e5fb80 req-de20d8f5-66cf-4019-8e25-7609aefc7f7d service neutron] Attempting to bind port c53a4196-d9bb-4f2b-913f-e3b004125cb2 by drivers openvswitch,hyperv on host hv-cinder-82658 at level 0 using segments [{'id': '66343028-b008-43d7-89a2-855fb04fc1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0570d7bb-3bb5-416d-8475-d966c8539834'}] {{(pid=102575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 08:19:18.668660 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f657a9a-c0bf-459c-ac74-821743e5fb80 req-de20d8f5-66cf-4019-8e25-7609aefc7f7d service neutron] Attempting to bind port c53a4196-d9bb-4f2b-913f-e3b004125cb2 on network 0570d7bb-3bb5-416d-8475-d966c8539834 {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:19:18.673852 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f657a9a-c0bf-459c-ac74-821743e5fb80 req-de20d8f5-66cf-4019-8e25-7609aefc7f7d service neutron] Port c53a4196-d9bb-4f2b-913f-e3b004125cb2 on network 0570d7bb-3bb5-416d-8475-d966c8539834 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82658 {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 08:19:18.674175 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f657a9a-c0bf-459c-ac74-821743e5fb80 req-de20d8f5-66cf-4019-8e25-7609aefc7f7d service neutron] Attempting to bind port c53a4196-d9bb-4f2b-913f-e3b004125cb2 on network 0570d7bb-3bb5-416d-8475-d966c8539834 {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:19:18.679128 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f657a9a-c0bf-459c-ac74-821743e5fb80 req-de20d8f5-66cf-4019-8e25-7609aefc7f7d service neutron] Checking agent: {'id': '926d476c-3c92-4faa-a402-a395b4978e44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82658', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 8, 12, 58), 'started_at': datetime.datetime(2022, 1, 27, 8, 12, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 8, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 08:19:18.679500 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f657a9a-c0bf-459c-ac74-821743e5fb80 req-de20d8f5-66cf-4019-8e25-7609aefc7f7d service neutron] Checking segment: {'id': '66343028-b008-43d7-89a2-855fb04fc1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0570d7bb-3bb5-416d-8475-d966c8539834'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:19:18.679854 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f657a9a-c0bf-459c-ac74-821743e5fb80 req-de20d8f5-66cf-4019-8e25-7609aefc7f7d service neutron] Bound using segment: {'id': '66343028-b008-43d7-89a2-855fb04fc1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0570d7bb-3bb5-416d-8475-d966c8539834'} {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 08:19:18.680371 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [req-3f657a9a-c0bf-459c-ac74-821743e5fb80 req-de20d8f5-66cf-4019-8e25-7609aefc7f7d service neutron] Bound port: c53a4196-d9bb-4f2b-913f-e3b004125cb2, host: hv-cinder-82658, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66343028-b008-43d7-89a2-855fb04fc1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0570d7bb-3bb5-416d-8475-d966c8539834'}}] {{(pid=102575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 08:19:18.680737 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-3f657a9a-c0bf-459c-ac74-821743e5fb80 req-de20d8f5-66cf-4019-8e25-7609aefc7f7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (c53a4196-d9bb-4f2b-913f-e3b004125cb2), before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:18.750578 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [req-3f657a9a-c0bf-459c-ac74-821743e5fb80 req-de20d8f5-66cf-4019-8e25-7609aefc7f7d service neutron] For port c53a4196-d9bb-4f2b-913f-e3b004125cb2, host hv-cinder-82658, cleared binding levels {{(pid=102575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 08:19:18.754431 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [req-3f657a9a-c0bf-459c-ac74-821743e5fb80 req-de20d8f5-66cf-4019-8e25-7609aefc7f7d service neutron] For port c53a4196-d9bb-4f2b-913f-e3b004125cb2, host hv-cinder-82658, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=c53a4196-d9bb-4f2b-913f-e3b004125cb2,segment=NetworkSegment(66343028-b008-43d7-89a2-855fb04fc1e4),segment_id=66343028-b008-43d7-89a2-855fb04fc1e4)] {{(pid=102575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 08:19:18.758991 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-3f657a9a-c0bf-459c-ac74-821743e5fb80 req-de20d8f5-66cf-4019-8e25-7609aefc7f7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13172717'] for port (c53a4196-d9bb-4f2b-913f-e3b004125cb2), after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:18.795900 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f657a9a-c0bf-459c-ac74-821743e5fb80 req-de20d8f5-66cf-4019-8e25-7609aefc7f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:18.796535 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-3f657a9a-c0bf-459c-ac74-821743e5fb80 req-de20d8f5-66cf-4019-8e25-7609aefc7f7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for port (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:18.797961 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-3f657a9a-c0bf-459c-ac74-821743e5fb80 req-de20d8f5-66cf-4019-8e25-7609aefc7f7d service neutron] 10.222.0.72 "PUT /v2.0/ports/c53a4196-d9bb-4f2b-913f-e3b004125cb2 HTTP/1.1" status: 200 len: 1094 time: 0.5884540 Jan 27 08:19:18.798408 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02c1b0bd-c2ce-458c-ac26-51edef4c924f', 'tag': 'c53a4196-d9bb-4f2b-913f-e3b004125cb2'}] {{(pid=102575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:19:18.800653 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34d12f73e8b898318ba96f52067286bd4e4b64784ab72771e8c48dd469e53537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dbadc6a-4572-42a5-b4a3-f272d2269695" -d '{"events": [{"name": "network-changed", "server_uuid": "02c1b0bd-c2ce-458c-ac26-51edef4c924f", "tag": "c53a4196-d9bb-4f2b-913f-e3b004125cb2"}]}' {{(pid=102575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:19:18.834399 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de20d8f5-66cf-4019-8e25-7609aefc7f7d service neutron] Pushing event updated for resources: {'Port': ['ID=c53a4196-d9bb-4f2b-913f-e3b004125cb2,revision_number=3']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:19:18.895731 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f657a9a-c0bf-459c-ac74-821743e5fb80 req-ed1043f7-a9a1-4819-a0ef-1eec59c30c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:18.897102 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d66941-6b71-4abd-abdb-cb230243b2b7 req-d94398c1-3fe1-4edc-9a01-55b700860abd tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:18.897786 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-3f657a9a-c0bf-459c-ac74-821743e5fb80 req-ed1043f7-a9a1-4819-a0ef-1eec59c30c78 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=98ed485ee068452897a0970649c63f20&device_id=02c1b0bd-c2ce-458c-ac26-51edef4c924f HTTP/1.1" status: 200 len: 1097 time: 0.0449641 Jan 27 08:19:18.899424 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-c9d66941-6b71-4abd-abdb-cb230243b2b7 req-d94398c1-3fe1-4edc-9a01-55b700860abd tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/ports?device_id=02c1b0bd-c2ce-458c-ac26-51edef4c924f HTTP/1.1" status: 200 len: 944 time: 0.0829511 Jan 27 08:19:18.953738 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-c9d66941-6b71-4abd-abdb-cb230243b2b7 req-9b9dc3c1-06f2-460b-b2b4-ddb257a9b52d tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/security-groups?id=c4f397e2-48a0-45b5-806f-f6ca83a6e63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486395 Jan 27 08:19:18.959523 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 08:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c26617-242e-4670-b0d5-3566c4f2be59 x-openstack-request-id: req-19c26617-242e-4670-b0d5-3566c4f2be59 {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:19:18.960356 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02c1b0bd-c2ce-458c-ac26-51edef4c924f", "tag": "c53a4196-d9bb-4f2b-913f-e3b004125cb2", "status": "completed", "code": 200}]} {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:19:18.960356 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-19c26617-242e-4670-b0d5-3566c4f2be59 {{(pid=102575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:19:18.960554 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02c1b0bd-c2ce-458c-ac26-51edef4c924f', 'tag': 'c53a4196-d9bb-4f2b-913f-e3b004125cb2', 'status': 'completed', 'code': 200} Jan 27 08:19:18.962447 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-3f657a9a-c0bf-459c-ac74-821743e5fb80 req-33258945-976a-45d6-8275-ad7d7029dfd9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c53a4196-d9bb-4f2b-913f-e3b004125cb2 HTTP/1.1" status: 200 len: 217 time: 0.0459962 Jan 27 08:19:19.017014 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f657a9a-c0bf-459c-ac74-821743e5fb80 req-371c4a30-c91f-40ec-9d5b-cb84b3de2bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:19.018484 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-3f657a9a-c0bf-459c-ac74-821743e5fb80 req-371c4a30-c91f-40ec-9d5b-cb84b3de2bdb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec63d37f-0db1-43a9-95ed-0d471e60ae84 HTTP/1.1" status: 200 len: 848 time: 0.0469897 Jan 27 08:19:19.066559 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f657a9a-c0bf-459c-ac74-821743e5fb80 req-7d5de046-36a9-4183-91d9-a1db23e15dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:19.068068 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-3f657a9a-c0bf-459c-ac74-821743e5fb80 req-7d5de046-36a9-4183-91d9-a1db23e15dcc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0570d7bb-3bb5-416d-8475-d966c8539834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407016 Jan 27 08:19:19.159324 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-3f657a9a-c0bf-459c-ac74-821743e5fb80 req-a7dc111d-fce2-4971-9459-20f9b704a87e service neutron] 10.222.0.72 "GET /v2.0/networks/0570d7bb-3bb5-416d-8475-d966c8539834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846040 Jan 27 08:19:19.245622 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-3f657a9a-c0bf-459c-ac74-821743e5fb80 req-a1feaa4c-df81-4187-b61b-09cdfb0883e8 service neutron] 10.222.0.72 "GET /v2.0/networks/0570d7bb-3bb5-416d-8475-d966c8539834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789759 Jan 27 08:19:19.334338 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbadc6a-4572-42a5-b4a3-f272d2269695 req-24fdd50c-a328-4843-9c98-2cc3fa04e9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:19.335827 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-7dbadc6a-4572-42a5-b4a3-f272d2269695 req-24fdd50c-a328-4843-9c98-2cc3fa04e9d3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=98ed485ee068452897a0970649c63f20&device_id=02c1b0bd-c2ce-458c-ac26-51edef4c924f HTTP/1.1" status: 200 len: 1097 time: 0.0409503 Jan 27 08:19:19.426862 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbadc6a-4572-42a5-b4a3-f272d2269695 req-6fc7e3ac-47f1-4fb9-ac77-b6c967f72b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:19.428328 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-7dbadc6a-4572-42a5-b4a3-f272d2269695 req-6fc7e3ac-47f1-4fb9-ac77-b6c967f72b75 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0570d7bb-3bb5-416d-8475-d966c8539834 HTTP/1.1" status: 200 len: 910 time: 0.0860381 Jan 27 08:19:19.469069 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-7dbadc6a-4572-42a5-b4a3-f272d2269695 req-09daa0f7-c06e-4fef-ad6b-b71fee5afb2e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c53a4196-d9bb-4f2b-913f-e3b004125cb2 HTTP/1.1" status: 200 len: 217 time: 0.0334735 Jan 27 08:19:19.522790 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbadc6a-4572-42a5-b4a3-f272d2269695 req-e1bc93b7-e783-4adf-a0b3-7430af55b8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:19.524178 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-7dbadc6a-4572-42a5-b4a3-f272d2269695 req-e1bc93b7-e783-4adf-a0b3-7430af55b8d2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec63d37f-0db1-43a9-95ed-0d471e60ae84 HTTP/1.1" status: 200 len: 848 time: 0.0481591 Jan 27 08:19:19.568602 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbadc6a-4572-42a5-b4a3-f272d2269695 req-305fde05-bfdb-4dda-9017-c1b204ef280e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:19.570101 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-7dbadc6a-4572-42a5-b4a3-f272d2269695 req-305fde05-bfdb-4dda-9017-c1b204ef280e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0570d7bb-3bb5-416d-8475-d966c8539834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385370 Jan 27 08:19:19.661574 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-7dbadc6a-4572-42a5-b4a3-f272d2269695 req-a297be83-387f-4edf-8034-4fcf91389a0f service neutron] 10.222.0.72 "GET /v2.0/networks/0570d7bb-3bb5-416d-8475-d966c8539834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844185 Jan 27 08:19:19.750101 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-7dbadc6a-4572-42a5-b4a3-f272d2269695 req-160ddc10-f156-4fe5-9095-ffbbf8910362 service neutron] 10.222.0.72 "GET /v2.0/networks/0570d7bb-3bb5-416d-8475-d966c8539834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814090 Jan 27 08:19:19.893933 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-9ff95288-1f2b-48d5-86f7-c4f1c55fa9aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (913d1d6b-f856-4828-afb6-1e4cc7d36f68), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:20.070375 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec370c72-eb7c-47ff-8c4b-9c84abb9b422 req-a6b3f6b9-baa5-49b0-94dd-ea7031c21499 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:20.071894 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-ec370c72-eb7c-47ff-8c4b-9c84abb9b422 req-a6b3f6b9-baa5-49b0-94dd-ea7031c21499 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/ports?device_id=02c1b0bd-c2ce-458c-ac26-51edef4c924f HTTP/1.1" status: 200 len: 944 time: 0.0480423 Jan 27 08:19:20.121794 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-ec370c72-eb7c-47ff-8c4b-9c84abb9b422 req-c13b1028-6158-4339-a7de-beb81ebd63b0 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/security-groups?id=c4f397e2-48a0-45b5-806f-f6ca83a6e63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434868 Jan 27 08:19:20.662481 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.agents_db [None req-38ef7be0-44ce-4a1a-bebd-f97a99571a56 None None] Agent healthcheck: found 6 active agents {{(pid=102578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 08:19:21.240938 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dbef08-d871-4a8e-9a0d-b992b81065c4 req-4f5b4273-5c3b-4bff-a751-c85e535d6f90 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:21.242388 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b8dbef08-d871-4a8e-9a0d-b992b81065c4 req-4f5b4273-5c3b-4bff-a751-c85e535d6f90 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/ports?device_id=02c1b0bd-c2ce-458c-ac26-51edef4c924f HTTP/1.1" status: 200 len: 944 time: 0.0506685 Jan 27 08:19:21.290413 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b8dbef08-d871-4a8e-9a0d-b992b81065c4 req-86973800-4d10-4efa-a7f9-f56f1c464cba tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/security-groups?id=c4f397e2-48a0-45b5-806f-f6ca83a6e63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417662 Jan 27 08:19:22.401476 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaff8c0c-25a5-4521-a9eb-d02d8f4a94a2 req-f57cdcb9-872b-4bfc-a314-3d62ab7ef33e tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:22.403672 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-aaff8c0c-25a5-4521-a9eb-d02d8f4a94a2 req-f57cdcb9-872b-4bfc-a314-3d62ab7ef33e tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/ports?device_id=02c1b0bd-c2ce-458c-ac26-51edef4c924f HTTP/1.1" status: 200 len: 944 time: 0.0477464 Jan 27 08:19:22.451142 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-aaff8c0c-25a5-4521-a9eb-d02d8f4a94a2 req-f3d0c8d8-0cde-420c-8f48-889db5b27d65 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/security-groups?id=c4f397e2-48a0-45b5-806f-f6ca83a6e63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423191 Jan 27 08:19:22.896620 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-77d995b9-270d-4cbc-9f52-4a314dc290a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (c4292dc4-d7f6-4187-994e-0142c7d14647), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:23.566771 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c741c280-c5b4-40a3-86dd-838ccff05d08 req-6ec64101-ec4a-4cfa-94da-f69235e09938 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:23.568163 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-c741c280-c5b4-40a3-86dd-838ccff05d08 req-6ec64101-ec4a-4cfa-94da-f69235e09938 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/ports?device_id=02c1b0bd-c2ce-458c-ac26-51edef4c924f HTTP/1.1" status: 200 len: 944 time: 0.0515010 Jan 27 08:19:23.615239 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-c741c280-c5b4-40a3-86dd-838ccff05d08 req-b426b3d5-3209-45c6-bfb1-1c4c96f0732b tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/security-groups?id=c4f397e2-48a0-45b5-806f-f6ca83a6e63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416880 Jan 27 08:19:24.618754 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-84f64028-d758-4200-a634-8b4e45c8e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (30676f9c-3677-4b49-810a-45ff2c7eef62), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:24.725570 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016db5f5-0133-464f-b852-2023c24a73e8 req-64cfa93d-ec91-465c-bce7-a6d7438f80fe tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:24.727053 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-016db5f5-0133-464f-b852-2023c24a73e8 req-64cfa93d-ec91-465c-bce7-a6d7438f80fe tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/ports?device_id=02c1b0bd-c2ce-458c-ac26-51edef4c924f HTTP/1.1" status: 200 len: 944 time: 0.0470953 Jan 27 08:19:24.776145 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-016db5f5-0133-464f-b852-2023c24a73e8 req-34234464-ea5b-47b1-9646-c37a2c2370de tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/security-groups?id=c4f397e2-48a0-45b5-806f-f6ca83a6e63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436304 Jan 27 08:19:25.762134 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-932e581e-1ad5-4fce-9316-ae3110c4cab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (037c8737-e99f-497c-9717-3fbc8e736584), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:25.888480 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44744eb4-34e0-4297-8a63-29b781f485f6 req-24c61083-9ca2-409a-9a47-8eb26f86a20e tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:25.889974 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-44744eb4-34e0-4297-8a63-29b781f485f6 req-24c61083-9ca2-409a-9a47-8eb26f86a20e tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/ports?device_id=02c1b0bd-c2ce-458c-ac26-51edef4c924f HTTP/1.1" status: 200 len: 944 time: 0.0483348 Jan 27 08:19:25.940846 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-44744eb4-34e0-4297-8a63-29b781f485f6 req-30ac4338-5593-432b-8a97-6a2600e3e9cc tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/security-groups?id=c4f397e2-48a0-45b5-806f-f6ca83a6e63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454128 Jan 27 08:19:26.650013 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (e79cbf24-12bd-4e20-a580-79498d5b225b), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:27.051892 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee6cbfb-61f4-4efe-afb3-4a4ffe6b866e req-0be10713-278e-4ca8-ab25-d2f911f09409 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:27.053389 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-3ee6cbfb-61f4-4efe-afb3-4a4ffe6b866e req-0be10713-278e-4ca8-ab25-d2f911f09409 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/ports?device_id=02c1b0bd-c2ce-458c-ac26-51edef4c924f HTTP/1.1" status: 200 len: 944 time: 0.0474076 Jan 27 08:19:27.100673 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-3ee6cbfb-61f4-4efe-afb3-4a4ffe6b866e req-48da4325-23f9-4cb0-aeef-772cb603623f tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/security-groups?id=c4f397e2-48a0-45b5-806f-f6ca83a6e63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418358 Jan 27 08:19:27.953659 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (926d476c-3c92-4faa-a402-a395b4978e44), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:28.220561 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc86d9aa-ef5e-4eaa-a8a1-32dfe03eeec5 req-ae95076f-8e4b-4ad2-9d6b-b07b6fa8989d tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:28.222002 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-bc86d9aa-ef5e-4eaa-a8a1-32dfe03eeec5 req-ae95076f-8e4b-4ad2-9d6b-b07b6fa8989d tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/ports?device_id=02c1b0bd-c2ce-458c-ac26-51edef4c924f HTTP/1.1" status: 200 len: 944 time: 0.0469711 Jan 27 08:19:28.269503 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-bc86d9aa-ef5e-4eaa-a8a1-32dfe03eeec5 req-cb1518c3-efd8-4b1d-bc81-3117479422a4 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/security-groups?id=c4f397e2-48a0-45b5-806f-f6ca83a6e63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420334 Jan 27 08:19:28.598602 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device c53a4196-d9bb-4f2b-913f-e3b004125cb2 details requested by agent hyperv_hv-cinder-82658 with host hv-cinder-82658 {{(pid=102577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 08:19:28.695347 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port c53a4196-d9bb-4f2b-913f-e3b004125cb2, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=c53a4196-d9bb-4f2b-913f-e3b004125cb2,segment=NetworkSegment(66343028-b008-43d7-89a2-855fb04fc1e4),segment_id=66343028-b008-43d7-89a2-855fb04fc1e4)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:19:28.706035 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Returning: {'device': 'c53a4196-d9bb-4f2b-913f-e3b004125cb2', 'network_id': '0570d7bb-3bb5-416d-8475-d966c8539834', 'port_id': 'c53a4196-d9bb-4f2b-913f-e3b004125cb2', 'mac_address': 'fa:16:3e:c6:90:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec63d37f-0db1-43a9-95ed-0d471e60ae84', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 08:19:28.745425 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Current status of the port c53a4196-d9bb-4f2b-913f-e3b004125cb2 is: DOWN; New status is: BUILD {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:19:28.745819 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (c53a4196-d9bb-4f2b-913f-e3b004125cb2), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:28.759605 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.notifiers.nova [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c53a4196-d9bb-4f2b-913f-e3b004125cb2 {{(pid=102577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 08:19:28.779832 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port c53a4196-d9bb-4f2b-913f-e3b004125cb2, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=c53a4196-d9bb-4f2b-913f-e3b004125cb2,segment=NetworkSegment(66343028-b008-43d7-89a2-855fb04fc1e4),segment_id=66343028-b008-43d7-89a2-855fb04fc1e4)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:19:28.783651 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (c53a4196-d9bb-4f2b-913f-e3b004125cb2), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:28.829126 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Pushing event updated for resources: {'Port': ['ID=c53a4196-d9bb-4f2b-913f-e3b004125cb2,revision_number=4']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:19:29.047341 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] get_ports_and_sgs() called for port_ids ['c53a4196-d9bb-4f2b-913f-e3b004125cb2'] {{(pid=102577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 08:19:29.384593 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a41cb3-bc94-4682-8c15-545a24137079 req-0ad122c6-8c5b-463f-a438-a68896608159 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:29.386094 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-c8a41cb3-bc94-4682-8c15-545a24137079 req-0ad122c6-8c5b-463f-a438-a68896608159 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/ports?device_id=02c1b0bd-c2ce-458c-ac26-51edef4c924f HTTP/1.1" status: 200 len: 945 time: 0.0517585 Jan 27 08:19:29.433953 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-c8a41cb3-bc94-4682-8c15-545a24137079 req-fc3c3148-3e03-4586-98b6-65f60037fbb0 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/security-groups?id=c4f397e2-48a0-45b5-806f-f6ca83a6e63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418744 Jan 27 08:19:30.546651 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5925b79f-4635-415e-82ee-1912d32cf805 req-10769e75-af78-4bfc-9e36-e290231b08d5 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:30.548152 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-5925b79f-4635-415e-82ee-1912d32cf805 req-10769e75-af78-4bfc-9e36-e290231b08d5 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/ports?device_id=02c1b0bd-c2ce-458c-ac26-51edef4c924f HTTP/1.1" status: 200 len: 945 time: 0.0478892 Jan 27 08:19:30.597166 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-5925b79f-4635-415e-82ee-1912d32cf805 req-d20a56fb-2fb7-441b-b438-e9d148a6128b tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/security-groups?id=c4f397e2-48a0-45b5-806f-f6ca83a6e63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434911 Jan 27 08:19:30.638212 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device c53a4196-d9bb-4f2b-913f-e3b004125cb2 up at agent hyperv_hv-cinder-82658 {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:19:30.688310 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Provisioning for port c53a4196-d9bb-4f2b-913f-e3b004125cb2 completed by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 08:19:30.692401 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Provisioning complete for port c53a4196-d9bb-4f2b-913f-e3b004125cb2 triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:19:30.692776 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (c53a4196-d9bb-4f2b-913f-e3b004125cb2), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:30.768119 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Current status of the port c53a4196-d9bb-4f2b-913f-e3b004125cb2 is: BUILD; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:19:30.768480 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (c53a4196-d9bb-4f2b-913f-e3b004125cb2), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:30.790734 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c1b0bd-c2ce-458c-ac26-51edef4c924f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c53a4196-d9bb-4f2b-913f-e3b004125cb2'}] {{(pid=102577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:19:30.792957 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ec6f2d63f069076934ea9a19260140f1f8696ff0c22b7471017e65d09815c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aaaea96-ae35-49a7-9607-46073f09cfa4" -d '{"events": [{"server_uuid": "02c1b0bd-c2ce-458c-ac26-51edef4c924f", "name": "network-vif-plugged", "status": "completed", "tag": "c53a4196-d9bb-4f2b-913f-e3b004125cb2"}]}' {{(pid=102577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:19:30.805244 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port c53a4196-d9bb-4f2b-913f-e3b004125cb2, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=c53a4196-d9bb-4f2b-913f-e3b004125cb2,segment=NetworkSegment(66343028-b008-43d7-89a2-855fb04fc1e4),segment_id=66343028-b008-43d7-89a2-855fb04fc1e4)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:19:30.809056 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (c53a4196-d9bb-4f2b-913f-e3b004125cb2), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:30.831860 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 08:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85fe8ec6-cb84-4429-be40-d4a665aaa06b x-openstack-request-id: req-85fe8ec6-cb84-4429-be40-d4a665aaa06b {{(pid=102577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:19:30.832173 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02c1b0bd-c2ce-458c-ac26-51edef4c924f", "name": "network-vif-plugged", "status": "completed", "tag": "c53a4196-d9bb-4f2b-913f-e3b004125cb2", "code": 200}]} {{(pid=102577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:19:30.832425 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-85fe8ec6-cb84-4429-be40-d4a665aaa06b {{(pid=102577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:19:30.832824 dv-cinder-826589-1-iscsi neutron-server[102577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02c1b0bd-c2ce-458c-ac26-51edef4c924f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c53a4196-d9bb-4f2b-913f-e3b004125cb2', 'code': 200} Jan 27 08:19:30.859352 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Pushing event updated for resources: {'Port': ['ID=c53a4196-d9bb-4f2b-913f-e3b004125cb2,revision_number=5']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:19:31.061327 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda155db-2251-4d39-8e25-465be975e048 req-e73f836e-fdaa-4eb6-bec4-da005a2f7b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:31.062762 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-bda155db-2251-4d39-8e25-465be975e048 req-e73f836e-fdaa-4eb6-bec4-da005a2f7b05 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=02c1b0bd-c2ce-458c-ac26-51edef4c924f HTTP/1.1" status: 200 len: 1099 time: 0.0378366 Jan 27 08:19:31.110428 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-bda155db-2251-4d39-8e25-465be975e048 req-b6aa9e01-229b-4159-a8df-717062a7c691 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c4f397e2-48a0-45b5-806f-f6ca83a6e63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412338 Jan 27 08:19:31.741681 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3258a659-e479-4d20-8db5-4f08b21b577a req-ce401ea2-4f54-41f3-ae68-c6dd9093a84d tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:31.743146 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-3258a659-e479-4d20-8db5-4f08b21b577a req-ce401ea2-4f54-41f3-ae68-c6dd9093a84d tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/ports?device_id=02c1b0bd-c2ce-458c-ac26-51edef4c924f HTTP/1.1" status: 200 len: 946 time: 0.0776069 Jan 27 08:19:31.750558 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3706d5-7a48-4b42-8839-84be4a7496ee req-bc61cdec-2da3-4986-8829-ab8ed49f656d tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:31.751923 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-8c3706d5-7a48-4b42-8839-84be4a7496ee req-bc61cdec-2da3-4986-8829-ab8ed49f656d tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 945 time: 0.0777292 Jan 27 08:19:31.832703 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-3258a659-e479-4d20-8db5-4f08b21b577a req-4fbc699a-2f88-43d8-9393-16547b8fa0bd tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/security-groups?id=c4f397e2-48a0-45b5-806f-f6ca83a6e63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798249 Jan 27 08:19:31.836007 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-8c3706d5-7a48-4b42-8839-84be4a7496ee req-a7a1074f-a117-4134-ac2a-7531aa10d1f5 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?id=25056870-6882-4f7c-b7e2-0d78781f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749860 Jan 27 08:19:32.976976 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ecc826-d944-4eb0-8481-5ef9ff3cef6c req-1535a299-d9f0-4ad1-a8e9-79e28d6bf17e tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:32.978464 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-62ecc826-d944-4eb0-8481-5ef9ff3cef6c req-1535a299-d9f0-4ad1-a8e9-79e28d6bf17e tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/ports?device_id=02c1b0bd-c2ce-458c-ac26-51edef4c924f HTTP/1.1" status: 200 len: 946 time: 0.0776446 Jan 27 08:19:32.985071 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b78f1-fb06-44a6-b524-a463e6816a0c req-6b03fa33-942b-415b-82d1-dd6da7f720f9 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:32.986457 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-905b78f1-fb06-44a6-b524-a463e6816a0c req-6b03fa33-942b-415b-82d1-dd6da7f720f9 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 945 time: 0.0771308 Jan 27 08:19:33.059269 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-62ecc826-d944-4eb0-8481-5ef9ff3cef6c req-b9b26744-45f9-4e8e-9c1b-fec835903e8b tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/security-groups?id=c4f397e2-48a0-45b5-806f-f6ca83a6e63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718577 Jan 27 08:19:33.063063 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-905b78f1-fb06-44a6-b524-a463e6816a0c req-21e26ad1-0765-4232-bc71-52931176d46e tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?id=25056870-6882-4f7c-b7e2-0d78781f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695951 Jan 27 08:19:33.169428 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7afa88-d464-478b-8dc4-a23caa72c096 req-4026ac79-9d69-4920-8371-9a57b41b5b74 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:33.171399 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-ed7afa88-d464-478b-8dc4-a23caa72c096 req-4026ac79-9d69-4920-8371-9a57b41b5b74 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/ports?device_id=02c1b0bd-c2ce-458c-ac26-51edef4c924f HTTP/1.1" status: 200 len: 946 time: 0.0470757 Jan 27 08:19:33.218858 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-ed7afa88-d464-478b-8dc4-a23caa72c096 req-4c288f24-de59-43a2-8a29-8443628b2c6b tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/security-groups?id=c4f397e2-48a0-45b5-806f-f6ca83a6e63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421212 Jan 27 08:19:33.240344 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 34378) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:19:33.369199 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619497b1-1530-46b6-bf72-ebfdb35592cd tempest-TestShelveInstance-1320094415 tempest-TestShelveInstance-1320094415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:33.370700 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-619497b1-1530-46b6-bf72-ebfdb35592cd tempest-TestShelveInstance-1320094415 tempest-TestShelveInstance-1320094415-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=02c1b0bd-c2ce-458c-ac26-51edef4c924f HTTP/1.1" status: 200 len: 1094 time: 0.1293738 Jan 27 08:19:33.374374 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 34382) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:19:33.378533 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [None req-a2cd8b10-114b-4f3b-a54a-263dc576a361 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Request body: {'floatingip': {'floating_network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'port_id': 'c53a4196-d9bb-4f2b-913f-e3b004125cb2', 'tenant_id': '98ed485ee068452897a0970649c63f20', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:19:33.397662 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-a2cd8b10-114b-4f3b-a54a-263dc576a361 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:33.490363 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-a2cd8b10-114b-4f3b-a54a-263dc576a361 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:33.595329 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.db_base_plugin_common [None req-a2cd8b10-114b-4f3b-a54a-263dc576a361 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Allocated IP 172.27.1.51 (3614e5a2-e145-4686-b153-8df14846b7f6/4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a/148c170e-88ce-4d7b-8c56-4db04eee2447) {{(pid=102576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 08:19:33.693666 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-a2cd8b10-114b-4f3b-a54a-263dc576a361 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Publish callbacks [] for port (148c170e-88ce-4d7b-8c56-4db04eee2447), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:33.727411 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-a2cd8b10-114b-4f3b-a54a-263dc576a361 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730334756109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13114657'] for port (148c170e-88ce-4d7b-8c56-4db04eee2447), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:33.770545 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2cd8b10-114b-4f3b-a54a-263dc576a361 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Network 3614e5a2-e145-4686-b153-8df14846b7f6 is already hosted by enough agents. {{(pid=102576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 08:19:33.775429 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.base_scheduler [None req-a2cd8b10-114b-4f3b-a54a-263dc576a361 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Resources bound (agent type, host, resource id): {{(pid=102576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:19:33.780324 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cd8b10-114b-4f3b-a54a-263dc576a361 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Received port after_create {{(pid=102576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 08:19:33.783364 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cd8b10-114b-4f3b-a54a-263dc576a361 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Pushing event updated for resources: {'Port': ['ID=148c170e-88ce-4d7b-8c56-4db04eee2447,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:19:33.889148 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6d905-7f73-4978-a380-eb035b04db6a req-672d5648-22ff-4a0d-b707-d029578f1fa5 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:33.890787 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-3ed6d905-7f73-4978-a380-eb035b04db6a req-672d5648-22ff-4a0d-b707-d029578f1fa5 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.72 "GET /v2.0/ports?device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 945 time: 0.0458648 Jan 27 08:19:33.979605 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [req-3ed6d905-7f73-4978-a380-eb035b04db6a req-a41739b0-305e-4407-884c-b158557bd9ab tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Deleting port 09dcb9a1-f3fe-4422-ae90-9168f84604eb {{(pid=102575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 08:19:33.979942 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-3ed6d905-7f73-4978-a380-eb035b04db6a req-a41739b0-305e-4407-884c-b158557bd9ab tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730335283038'] for port (09dcb9a1-f3fe-4422-ae90-9168f84604eb), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:34.071956 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [req-3ed6d905-7f73-4978-a380-eb035b04db6a req-a41739b0-305e-4407-884c-b158557bd9ab tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] For port 09dcb9a1-f3fe-4422-ae90-9168f84604eb, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=09dcb9a1-f3fe-4422-ae90-9168f84604eb,segment=NetworkSegment(294324f3-9bd6-436f-a71b-f86457320cc4),segment_id=294324f3-9bd6-436f-a71b-f86457320cc4)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:19:34.072312 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-3ed6d905-7f73-4978-a380-eb035b04db6a req-a41739b0-305e-4407-884c-b158557bd9ab tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547444'] for port (09dcb9a1-f3fe-4422-ae90-9168f84604eb), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:34.186176 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-a2cd8b10-114b-4f3b-a54a-263dc576a361 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Publish callbacks [] for floatingip (9963fbeb-fc92-441d-a13b-9dc8fc99accc), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:34.233226 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0767b80a-0e6a-4d8a-82de-19c470098c79 req-bfafaf44-5bcf-490d-86a1-3a1be24167c2 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:34.235663 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-0767b80a-0e6a-4d8a-82de-19c470098c79 req-bfafaf44-5bcf-490d-86a1-3a1be24167c2 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 945 time: 0.0998409 Jan 27 08:19:34.294721 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-a2cd8b10-114b-4f3b-a54a-263dc576a361 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (148c170e-88ce-4d7b-8c56-4db04eee2447), before_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:34.298992 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-3ed6d905-7f73-4978-a380-eb035b04db6a req-a41739b0-305e-4407-884c-b158557bd9ab tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:34.299427 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-3ed6d905-7f73-4978-a380-eb035b04db6a req-a41739b0-305e-4407-884c-b158557bd9ab tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549487'] for floatingip (bf5bf373-135b-4c40-89d1-5b18571eb2e4), after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:34.299757 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.db.l3_db [req-3ed6d905-7f73-4978-a380-eb035b04db6a req-a41739b0-305e-4407-884c-b158557bd9ab tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Floating IP bf5bf373-135b-4c40-89d1-5b18571eb2e4 disassociated. External IP: 172.27.1.108, port: 09dcb9a1-f3fe-4422-ae90-9168f84604eb. Jan 27 08:19:34.300086 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [req-3ed6d905-7f73-4978-a380-eb035b04db6a req-a41739b0-305e-4407-884c-b158557bd9ab tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Calling delete_port for 09dcb9a1-f3fe-4422-ae90-9168f84604eb owned by compute:nova {{(pid=102575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 08:19:34.327041 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-0767b80a-0e6a-4d8a-82de-19c470098c79 req-61966e01-00dd-4efe-b11f-cb9b95354351 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?id=25056870-6882-4f7c-b7e2-0d78781f99b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849986 Jan 27 08:19:34.427917 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-3ed6d905-7f73-4978-a380-eb035b04db6a req-a41739b0-305e-4407-884c-b158557bd9ab tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730335288760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730334756118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13172730'] for port (09dcb9a1-f3fe-4422-ae90-9168f84604eb), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:34.459304 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41739b0-305e-4407-884c-b158557bd9ab tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Pushing event deleted for resources: {'Port': ['ID=09dcb9a1-f3fe-4422-ae90-9168f84604eb,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:19:34.459496 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-a2cd8b10-114b-4f3b-a54a-263dc576a361 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Publish callbacks [] for port (148c170e-88ce-4d7b-8c56-4db04eee2447), precommit_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:34.465012 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-a2cd8b10-114b-4f3b-a54a-263dc576a361 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13114678'] for port (148c170e-88ce-4d7b-8c56-4db04eee2447), after_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:34.542075 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cd8b10-114b-4f3b-a54a-263dc576a361 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Pushing event updated for resources: {'Port': ['ID=148c170e-88ce-4d7b-8c56-4db04eee2447,revision_number=2']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:19:34.550114 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-a2cd8b10-114b-4f3b-a54a-263dc576a361 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549487'] for floatingip (9963fbeb-fc92-441d-a13b-9dc8fc99accc), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:34.573462 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ed6d905-7f73-4978-a380-eb035b04db6a req-a41739b0-305e-4407-884c-b158557bd9ab tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Router 78a34c9b-b651-4687-8029-7f281d2c7ec8 has already been hosted by L3 agent c4292dc4-d7f6-4187-994e-0142c7d14647 {{(pid=102575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 08:19:34.644423 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.db.l3_db [None req-a2cd8b10-114b-4f3b-a54a-263dc576a361 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Floating IP 9963fbeb-fc92-441d-a13b-9dc8fc99accc associated. External IP: 172.27.1.51, port: c53a4196-d9bb-4f2b-913f-e3b004125cb2. Jan 27 08:19:34.863812 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2cd8b10-114b-4f3b-a54a-263dc576a361 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Router e2310ba8-afdf-42a6-bc89-b69be7316520 has already been hosted by L3 agent c4292dc4-d7f6-4187-994e-0142c7d14647 {{(pid=102576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 08:19:34.925504 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ed6d905-7f73-4978-a380-eb035b04db6a req-a41739b0-305e-4407-884c-b158557bd9ab tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Notify agent at l3_agent.dv-cinder-826589-1-iscsi the message routers_updated {{(pid=102575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 08:19:34.939067 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd0815b-9aa5-42df-8da3-3fc3a874ccdd None None] Sync routers for ids ['78a34c9b-b651-4687-8029-7f281d2c7ec8'] in dv-cinder-826589-1-iscsi {{(pid=102577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 08:19:34.951417 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd0815b-9aa5-42df-8da3-3fc3a874ccdd None None] Routers {'78a34c9b-b651-4687-8029-7f281d2c7ec8'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:19:34.952392 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-afd0815b-9aa5-42df-8da3-3fc3a874ccdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:19:23Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['78a34c9b-b651-4687-8029-7f281d2c7ec8'], 'active': True} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:19:34.969706 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed6d905-7f73-4978-a380-eb035b04db6a req-a41739b0-305e-4407-884c-b158557bd9ab tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] No DVR routers for this DVR port 09dcb9a1-f3fe-4422-ae90-9168f84604eb on host hv-cinder-82658 {{(pid=102575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 08:19:34.974667 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-3ed6d905-7f73-4978-a380-eb035b04db6a req-a41739b0-305e-4407-884c-b158557bd9ab tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for port (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:34.979400 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-3ed6d905-7f73-4978-a380-eb035b04db6a req-a41739b0-305e-4407-884c-b158557bd9ab tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.72 "DELETE /v2.0/ports/09dcb9a1-f3fe-4422-ae90-9168f84604eb HTTP/1.1" status: 204 len: 173 time: 1.0832796 Jan 27 08:19:34.980455 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7348f05a-50bf-485e-abbe-07af5fb5ab8d', 'name': 'network-vif-deleted', 'tag': '09dcb9a1-f3fe-4422-ae90-9168f84604eb'}] {{(pid=102575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:19:34.983460 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34d12f73e8b898318ba96f52067286bd4e4b64784ab72771e8c48dd469e53537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10e08b0-1ea9-4db0-919b-14af260cdb9e" -d '{"events": [{"server_uuid": "7348f05a-50bf-485e-abbe-07af5fb5ab8d", "name": "network-vif-deleted", "tag": "09dcb9a1-f3fe-4422-ae90-9168f84604eb"}]}' {{(pid=102575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:19:34.998737 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2cd8b10-114b-4f3b-a54a-263dc576a361 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Notify agent at l3_agent.dv-cinder-826589-1-iscsi the message routers_updated {{(pid=102576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 08:19:35.008227 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b25e193-c18c-45be-bab6-f9c38ccdf55f None None] Sync routers for ids ['e2310ba8-afdf-42a6-bc89-b69be7316520'] in dv-cinder-826589-1-iscsi {{(pid=102578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 08:19:35.021560 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-a2cd8b10-114b-4f3b-a54a-263dc576a361 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for floatingip (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:35.025329 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b25e193-c18c-45be-bab6-f9c38ccdf55f None None] Routers {'e2310ba8-afdf-42a6-bc89-b69be7316520'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:19:35.027369 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-2b25e193-c18c-45be-bab6-f9c38ccdf55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:19:23Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['e2310ba8-afdf-42a6-bc89-b69be7316520'], 'active': True} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:19:35.041004 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 08:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e942089-708d-4484-ae19-a209f861e522 x-openstack-request-id: req-6e942089-708d-4484-ae19-a209f861e522 {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:19:35.041948 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7348f05a-50bf-485e-abbe-07af5fb5ab8d", "name": "network-vif-deleted", "tag": "09dcb9a1-f3fe-4422-ae90-9168f84604eb", "status": "completed", "code": 200}]} {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:19:35.042209 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6e942089-708d-4484-ae19-a209f861e522 {{(pid=102575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:19:35.042603 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7348f05a-50bf-485e-abbe-07af5fb5ab8d', 'name': 'network-vif-deleted', 'tag': '09dcb9a1-f3fe-4422-ae90-9168f84604eb', 'status': 'completed', 'code': 200} Jan 27 08:19:35.069366 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-a2cd8b10-114b-4f3b-a54a-263dc576a361 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6938820 Jan 27 08:19:35.069889 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02c1b0bd-c2ce-458c-ac26-51edef4c924f', 'tag': 'c53a4196-d9bb-4f2b-913f-e3b004125cb2'}] {{(pid=102576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:19:35.072166 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e99b03222c8d2fef0e5d308316368c2f75dcb43852cf269b2a1b1136e13dae4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a268062-c931-40ad-871d-d1351892fbb3" -d '{"events": [{"name": "network-changed", "server_uuid": "02c1b0bd-c2ce-458c-ac26-51edef4c924f", "tag": "c53a4196-d9bb-4f2b-913f-e3b004125cb2"}]}' {{(pid=102576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:19:35.106107 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvr_db [None req-afd0815b-9aa5-42df-8da3-3fc3a874ccdd None None] Set router 78a34c9b-b651-4687-8029-7f281d2c7ec8 gateway port host: dv-cinder-826589-1-iscsi {{(pid=102577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:19:35.117722 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 08:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e283ed41-7906-42b8-940b-a50d8d9a326f x-openstack-request-id: req-e283ed41-7906-42b8-940b-a50d8d9a326f {{(pid=102576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:19:35.118012 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02c1b0bd-c2ce-458c-ac26-51edef4c924f", "tag": "c53a4196-d9bb-4f2b-913f-e3b004125cb2", "status": "completed", "code": 200}]} {{(pid=102576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:19:35.118265 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e283ed41-7906-42b8-940b-a50d8d9a326f {{(pid=102576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:19:35.118661 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02c1b0bd-c2ce-458c-ac26-51edef4c924f', 'tag': 'c53a4196-d9bb-4f2b-913f-e3b004125cb2', 'status': 'completed', 'code': 200} Jan 27 08:19:35.187560 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a268062-c931-40ad-871d-d1351892fbb3 req-2d50cb7d-a78b-4c18-be64-c4d0947de363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:35.188693 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-0a268062-c931-40ad-871d-d1351892fbb3 req-2d50cb7d-a78b-4c18-be64-c4d0947de363 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=98ed485ee068452897a0970649c63f20&device_id=02c1b0bd-c2ce-458c-ac26-51edef4c924f HTTP/1.1" status: 200 len: 1099 time: 0.0436270 Jan 27 08:19:35.233931 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvr_db [None req-2b25e193-c18c-45be-bab6-f9c38ccdf55f None None] Set router e2310ba8-afdf-42a6-bc89-b69be7316520 gateway port host: dv-cinder-826589-1-iscsi {{(pid=102578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:19:35.285854 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a268062-c931-40ad-871d-d1351892fbb3 req-30bd7eab-37cc-40ea-b787-89de0ce9b8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:35.288508 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-0a268062-c931-40ad-871d-d1351892fbb3 req-30bd7eab-37cc-40ea-b787-89de0ce9b8db service neutron] 10.222.0.72 "GET /v2.0/networks?id=0570d7bb-3bb5-416d-8475-d966c8539834 HTTP/1.1" status: 200 len: 910 time: 0.0906012 Jan 27 08:19:35.327977 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-afd0815b-9aa5-42df-8da3-3fc3a874ccdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a34c9b-b651-4687-8029-7f281d2c7ec8', 'name': 'tempest-AttachVolumeTestJSON-1315933907-router', 'tenant_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '6bd706e7-7399-4bce-acef-9138b3a6821e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:14:51Z', 'updated_at': '2022-01-27T08:15:01Z', 'revision_number': 4, 'project_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'gw_port': {'id': '6bd706e7-7399-4bce-acef-9138b3a6821e', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a34c9b-b651-4687-8029-7f281d2c7ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:52Z', 'updated_at': '2022-01-27T08:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_interfaces': [{'id': 'd4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f', 'name': '', 'network_id': 'b7914447-2aa2-4569-84ca-e3ee909bc8ea', 'tenant_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'mac_address': 'fa:16:3e:c1:0b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a34c9b-b651-4687-8029-7f281d2c7ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '56dcdf12-0462-4feb-a564-4fe3cd20bfe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:58Z', 'updated_at': '2022-01-27T08:15:13Z', 'revision_number': 5, 'project_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'subnets': [{'id': '56dcdf12-0462-4feb-a564-4fe3cd20bfe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:19:35.358154 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd0815b-9aa5-42df-8da3-3fc3a874ccdd None None] Checking router: 78a34c9b-b651-4687-8029-7f281d2c7ec8 for host: dv-cinder-826589-1-iscsi {{(pid=102577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 08:19:35.364840 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-0a268062-c931-40ad-871d-d1351892fbb3 req-60798c78-ffb7-4be3-b5f2-26e893aafb5b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c53a4196-d9bb-4f2b-913f-e3b004125cb2 HTTP/1.1" status: 200 len: 999 time: 0.0704107 Jan 27 08:19:35.367612 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd0815b-9aa5-42df-8da3-3fc3a874ccdd None None] Routers {'78a34c9b-b651-4687-8029-7f281d2c7ec8'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:19:35.368234 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-afd0815b-9aa5-42df-8da3-3fc3a874ccdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:19:23Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['78a34c9b-b651-4687-8029-7f281d2c7ec8'], 'active': True} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:19:35.420627 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a268062-c931-40ad-871d-d1351892fbb3 req-6427d608-8c70-4dcc-9781-90515428994f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:35.422138 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-0a268062-c931-40ad-871d-d1351892fbb3 req-6427d608-8c70-4dcc-9781-90515428994f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec63d37f-0db1-43a9-95ed-0d471e60ae84 HTTP/1.1" status: 200 len: 848 time: 0.0503917 Jan 27 08:19:35.489262 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvr_db [None req-afd0815b-9aa5-42df-8da3-3fc3a874ccdd None None] Set router 78a34c9b-b651-4687-8029-7f281d2c7ec8 gateway port host: dv-cinder-826589-1-iscsi {{(pid=102577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:19:35.494027 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-2b25e193-c18c-45be-bab6-f9c38ccdf55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2310ba8-afdf-42a6-bc89-b69be7316520', 'name': 'tempest-TestShelveInstance-1493696451-router', 'tenant_id': '98ed485ee068452897a0970649c63f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '28f4a2fc-4e6a-4df8-940c-641cd2a9b982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:18:49Z', 'updated_at': '2022-01-27T08:18:52Z', 'revision_number': 4, 'project_id': '98ed485ee068452897a0970649c63f20', 'gw_port': {'id': '28f4a2fc-4e6a-4df8-940c-641cd2a9b982', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2310ba8-afdf-42a6-bc89-b69be7316520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:18:49Z', 'updated_at': '2022-01-27T08:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_floatingips': [{'id': '9963fbeb-fc92-441d-a13b-9dc8fc99accc', 'tenant_id': '98ed485ee068452897a0970649c63f20', 'floating_ip_address': '172.27.1.51', 'floating_network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'router_id': 'e2310ba8-afdf-42a6-bc89-b69be7316520', 'port_id': 'c53a4196-d9bb-4f2b-913f-e3b004125cb2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0570d7bb-3bb5-416d-8475-d966c8539834', 'mac_address': 'fa:16:3e:c6:90:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c1b0bd-c2ce-458c-ac26-51edef4c924f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T08:19:33Z', 'updated_at': '2022-01-27T08:19:33Z', 'revision_number': 0, 'project_id': '98ed485ee068452897a0970649c63f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1649fdf-b4d3-4664-be5f-ff6780ea4338', 'name': '', 'network_id': '0570d7bb-3bb5-416d-8475-d966c8539834', 'tenant_id': '98ed485ee068452897a0970649c63f20', 'mac_address': 'fa:16:3e:ef:65:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2310ba8-afdf-42a6-bc89-b69be7316520', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'ec63d37f-0db1-43a9-95ed-0d471e60ae84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:18:52Z', 'updated_at': '2022-01-27T08:18:57Z', 'revision_number': 5, 'project_id': '98ed485ee068452897a0970649c63f20', 'subnets': [{'id': 'ec63d37f-0db1-43a9-95ed-0d471e60ae84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:19:35.497444 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a268062-c931-40ad-871d-d1351892fbb3 req-df193f20-35cc-4c9b-84e6-254d1167fad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:35.499266 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-0a268062-c931-40ad-871d-d1351892fbb3 req-df193f20-35cc-4c9b-84e6-254d1167fad6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0570d7bb-3bb5-416d-8475-d966c8539834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0696399 Jan 27 08:19:35.505824 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-ce1dc382-9f1e-42dc-b7ed-d97cb3575743 req-b2dd0fde-bec5-401a-a1db-828f47d1d5dd tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=7348f05a-50bf-485e-abbe-07af5fb5ab8d HTTP/1.1" status: 200 len: 210 time: 0.0641241 Jan 27 08:19:35.542980 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b25e193-c18c-45be-bab6-f9c38ccdf55f None None] Checking router: e2310ba8-afdf-42a6-bc89-b69be7316520 for host: dv-cinder-826589-1-iscsi {{(pid=102578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 08:19:35.556911 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b25e193-c18c-45be-bab6-f9c38ccdf55f None None] Routers {'e2310ba8-afdf-42a6-bc89-b69be7316520'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:19:35.557988 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-2b25e193-c18c-45be-bab6-f9c38ccdf55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:19:23Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['e2310ba8-afdf-42a6-bc89-b69be7316520'], 'active': True} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:19:35.620556 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-0a268062-c931-40ad-871d-d1351892fbb3 req-c1e8a2a3-4e4c-4381-9091-b43a6c686413 service neutron] 10.222.0.72 "GET /v2.0/networks/0570d7bb-3bb5-416d-8475-d966c8539834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145082 Jan 27 08:19:35.687171 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvr_db [None req-2b25e193-c18c-45be-bab6-f9c38ccdf55f None None] Set router e2310ba8-afdf-42a6-bc89-b69be7316520 gateway port host: dv-cinder-826589-1-iscsi {{(pid=102578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:19:35.725224 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-0a268062-c931-40ad-871d-d1351892fbb3 req-6def1a1d-53d0-42c6-8b91-900d8fdaec6b service neutron] 10.222.0.72 "GET /v2.0/networks/0570d7bb-3bb5-416d-8475-d966c8539834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930200 Jan 27 08:19:35.750882 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-afd0815b-9aa5-42df-8da3-3fc3a874ccdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a34c9b-b651-4687-8029-7f281d2c7ec8', 'name': 'tempest-AttachVolumeTestJSON-1315933907-router', 'tenant_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '6bd706e7-7399-4bce-acef-9138b3a6821e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:14:51Z', 'updated_at': '2022-01-27T08:15:01Z', 'revision_number': 4, 'project_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'gw_port': {'id': '6bd706e7-7399-4bce-acef-9138b3a6821e', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a34c9b-b651-4687-8029-7f281d2c7ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:52Z', 'updated_at': '2022-01-27T08:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_interfaces': [{'id': 'd4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f', 'name': '', 'network_id': 'b7914447-2aa2-4569-84ca-e3ee909bc8ea', 'tenant_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'mac_address': 'fa:16:3e:c1:0b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a34c9b-b651-4687-8029-7f281d2c7ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '56dcdf12-0462-4feb-a564-4fe3cd20bfe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:58Z', 'updated_at': '2022-01-27T08:15:13Z', 'revision_number': 5, 'project_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'subnets': [{'id': '56dcdf12-0462-4feb-a564-4fe3cd20bfe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:19:35.777895 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd0815b-9aa5-42df-8da3-3fc3a874ccdd None None] The sync data for ids ['78a34c9b-b651-4687-8029-7f281d2c7ec8'] in dv-cinder-826589-1-iscsi is: [{'id': '78a34c9b-b651-4687-8029-7f281d2c7ec8', 'name': 'tempest-AttachVolumeTestJSON-1315933907-router', 'tenant_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '6bd706e7-7399-4bce-acef-9138b3a6821e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:14:51Z', 'updated_at': '2022-01-27T08:15:01Z', 'revision_number': 4, 'project_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'gw_port': {'id': '6bd706e7-7399-4bce-acef-9138b3a6821e', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a34c9b-b651-4687-8029-7f281d2c7ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:52Z', 'updated_at': '2022-01-27T08:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_interfaces': [{'id': 'd4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f', 'name': '', 'network_id': 'b7914447-2aa2-4569-84ca-e3ee909bc8ea', 'tenant_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'mac_address': 'fa:16:3e:c1:0b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a34c9b-b651-4687-8029-7f281d2c7ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '56dcdf12-0462-4feb-a564-4fe3cd20bfe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:58Z', 'updated_at': '2022-01-27T08:15:13Z', 'revision_number': 5, 'project_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'subnets': [{'id': '56dcdf12-0462-4feb-a564-4fe3cd20bfe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 08:19:35.923369 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-2b25e193-c18c-45be-bab6-f9c38ccdf55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2310ba8-afdf-42a6-bc89-b69be7316520', 'name': 'tempest-TestShelveInstance-1493696451-router', 'tenant_id': '98ed485ee068452897a0970649c63f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '28f4a2fc-4e6a-4df8-940c-641cd2a9b982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:18:49Z', 'updated_at': '2022-01-27T08:18:52Z', 'revision_number': 4, 'project_id': '98ed485ee068452897a0970649c63f20', 'gw_port': {'id': '28f4a2fc-4e6a-4df8-940c-641cd2a9b982', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2310ba8-afdf-42a6-bc89-b69be7316520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:18:49Z', 'updated_at': '2022-01-27T08:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_floatingips': [{'id': '9963fbeb-fc92-441d-a13b-9dc8fc99accc', 'tenant_id': '98ed485ee068452897a0970649c63f20', 'floating_ip_address': '172.27.1.51', 'floating_network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'router_id': 'e2310ba8-afdf-42a6-bc89-b69be7316520', 'port_id': 'c53a4196-d9bb-4f2b-913f-e3b004125cb2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0570d7bb-3bb5-416d-8475-d966c8539834', 'mac_address': 'fa:16:3e:c6:90:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c1b0bd-c2ce-458c-ac26-51edef4c924f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T08:19:33Z', 'updated_at': '2022-01-27T08:19:33Z', 'revision_number': 0, 'project_id': '98ed485ee068452897a0970649c63f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1649fdf-b4d3-4664-be5f-ff6780ea4338', 'name': '', 'network_id': '0570d7bb-3bb5-416d-8475-d966c8539834', 'tenant_id': '98ed485ee068452897a0970649c63f20', 'mac_address': 'fa:16:3e:ef:65:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2310ba8-afdf-42a6-bc89-b69be7316520', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'ec63d37f-0db1-43a9-95ed-0d471e60ae84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:18:52Z', 'updated_at': '2022-01-27T08:18:57Z', 'revision_number': 5, 'project_id': '98ed485ee068452897a0970649c63f20', 'subnets': [{'id': 'ec63d37f-0db1-43a9-95ed-0d471e60ae84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:19:35.954602 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b25e193-c18c-45be-bab6-f9c38ccdf55f None None] The sync data for ids ['e2310ba8-afdf-42a6-bc89-b69be7316520'] in dv-cinder-826589-1-iscsi is: [{'id': 'e2310ba8-afdf-42a6-bc89-b69be7316520', 'name': 'tempest-TestShelveInstance-1493696451-router', 'tenant_id': '98ed485ee068452897a0970649c63f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '28f4a2fc-4e6a-4df8-940c-641cd2a9b982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:18:49Z', 'updated_at': '2022-01-27T08:18:52Z', 'revision_number': 4, 'project_id': '98ed485ee068452897a0970649c63f20', 'gw_port': {'id': '28f4a2fc-4e6a-4df8-940c-641cd2a9b982', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2310ba8-afdf-42a6-bc89-b69be7316520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:18:49Z', 'updated_at': '2022-01-27T08:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_floatingips': [{'id': '9963fbeb-fc92-441d-a13b-9dc8fc99accc', 'tenant_id': '98ed485ee068452897a0970649c63f20', 'floating_ip_address': '172.27.1.51', 'floating_network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'router_id': 'e2310ba8-afdf-42a6-bc89-b69be7316520', 'port_id': 'c53a4196-d9bb-4f2b-913f-e3b004125cb2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0570d7bb-3bb5-416d-8475-d966c8539834', 'mac_address': 'fa:16:3e:c6:90:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c1b0bd-c2ce-458c-ac26-51edef4c924f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T08:19:33Z', 'updated_at': '2022-01-27T08:19:33Z', 'revision_number': 0, 'project_id': '98ed485ee068452897a0970649c63f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1649fdf-b4d3-4664-be5f-ff6780ea4338', 'name': '', 'network_id': '0570d7bb-3bb5-416d-8475-d966c8539834', 'tenant_id': '98ed485ee068452897a0970649c63f20', 'mac_address': 'fa:16:3e:ef:65:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2310ba8-afdf-42a6-bc89-b69be7316520', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'ec63d37f-0db1-43a9-95ed-0d471e60ae84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:18:52Z', 'updated_at': '2022-01-27T08:18:57Z', 'revision_number': 5, 'project_id': '98ed485ee068452897a0970649c63f20', 'subnets': [{'id': 'ec63d37f-0db1-43a9-95ed-0d471e60ae84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 08:19:36.040962 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7415d29-a6a5-4c21-a1e2-95efd69274f6 None None] New status for floating IP bf5bf373-135b-4c40-89d1-5b18571eb2e4: DOWN {{(pid=102577) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 08:19:36.178193 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f217736b-7efe-4842-837f-a68ed52ed213 None None] New status for floating IP 9963fbeb-fc92-441d-a13b-9dc8fc99accc: ACTIVE {{(pid=102578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 08:19:36.585917 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 34404) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:19:36.642692 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-9b6f6b2d-74f0-440c-a3f2-97c058aa8aec tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks [] for security_group (25056870-6882-4f7c-b7e2-0d78781f99b0), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:36.665574 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-9b6f6b2d-74f0-440c-a3f2-97c058aa8aec tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks [] for security_group (25056870-6882-4f7c-b7e2-0d78781f99b0), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:36.711896 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-9b6f6b2d-74f0-440c-a3f2-97c058aa8aec tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (25056870-6882-4f7c-b7e2-0d78781f99b0), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:36.714548 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-9b6f6b2d-74f0-440c-a3f2-97c058aa8aec tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks [] for security_group (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:36.715753 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-9b6f6b2d-74f0-440c-a3f2-97c058aa8aec tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "DELETE /v2.0/security-groups/25056870-6882-4f7c-b7e2-0d78781f99b0 HTTP/1.1" status: 204 len: 168 time: 0.1287594 Jan 27 08:19:36.719028 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 34406) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:19:36.725596 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6f6b2d-74f0-440c-a3f2-97c058aa8aec tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25056870-6882-4f7c-b7e2-0d78781f99b0,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:19:36.734414 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.api.v2.resource [None req-c09dfac5-761d-4c4c-b1ed-98ba3ea4d726 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] show failed (client error): The resource could not be found. Jan 27 08:19:36.735420 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-c09dfac5-761d-4c4c-b1ed-98ba3ea4d726 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups/25056870-6882-4f7c-b7e2-0d78781f99b0 HTTP/1.1" status: 404 len: 347 time: 0.0153890 Jan 27 08:19:36.738674 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 34408) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:19:36.859613 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-48acd3b7-d949-46db-9611-83275c4e9435 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Deleting port 176a31fc-304b-4847-9c07-e4cda1b344e6 {{(pid=102575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 08:19:36.859953 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-48acd3b7-d949-46db-9611-83275c4e9435 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730335283038'] for port (176a31fc-304b-4847-9c07-e4cda1b344e6), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:36.934461 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-48acd3b7-d949-46db-9611-83275c4e9435 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547444'] for port (176a31fc-304b-4847-9c07-e4cda1b344e6), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:36.934781 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-48acd3b7-d949-46db-9611-83275c4e9435 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks [] for floatingip (176a31fc-304b-4847-9c07-e4cda1b344e6), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:36.946473 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-48acd3b7-d949-46db-9611-83275c4e9435 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Calling delete_port for 176a31fc-304b-4847-9c07-e4cda1b344e6 owned by network:floatingip {{(pid=102575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 08:19:37.078618 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-48acd3b7-d949-46db-9611-83275c4e9435 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730335288760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730334756118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13172730'] for port (176a31fc-304b-4847-9c07-e4cda1b344e6), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:37.111203 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48acd3b7-d949-46db-9611-83275c4e9435 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Pushing event deleted for resources: {'Port': ['ID=176a31fc-304b-4847-9c07-e4cda1b344e6,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:19:37.165534 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-48acd3b7-d949-46db-9611-83275c4e9435 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks [] for floatingip (bf5bf373-135b-4c40-89d1-5b18571eb2e4), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:37.168377 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-48acd3b7-d949-46db-9611-83275c4e9435 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for floatingip (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:37.169595 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-48acd3b7-d949-46db-9611-83275c4e9435 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "DELETE /v2.0/floatingips/bf5bf373-135b-4c40-89d1-5b18571eb2e4 HTTP/1.1" status: 204 len: 168 time: 0.4293842 Jan 27 08:19:37.635094 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 34414) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:19:37.640391 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.v2.base [None req-fb8f102f-15ef-4f78-8d93-bd9fd82a85e1 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1645321883', 'description': 'tempest-description--751027042'}} {{(pid=102575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:19:37.660538 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-fb8f102f-15ef-4f78-8d93-bd9fd82a85e1 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks [] for security_group (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:37.724262 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-fb8f102f-15ef-4f78-8d93-bd9fd82a85e1 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks [] for security_group (21eb8a21-b9ed-499d-a389-a287ec3ec572), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:37.727868 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-fb8f102f-15ef-4f78-8d93-bd9fd82a85e1 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (21eb8a21-b9ed-499d-a389-a287ec3ec572), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:37.757658 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-fb8f102f-15ef-4f78-8d93-bd9fd82a85e1 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks [] for security_group (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:37.758787 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-fb8f102f-15ef-4f78-8d93-bd9fd82a85e1 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1226678 Jan 27 08:19:37.760724 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8f102f-15ef-4f78-8d93-bd9fd82a85e1 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21eb8a21-b9ed-499d-a389-a287ec3ec572,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:19:37.761856 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 34416) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:19:37.766955 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [None req-3c1c1a46-0bdc-474d-8ea4-776344545804 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Request body: {'security_group_rule': {'security_group_id': '21eb8a21-b9ed-499d-a389-a287ec3ec572', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:19:37.792303 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-3c1c1a46-0bdc-474d-8ea4-776344545804 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks [] for security_group_rule (060d0c5d-e750-4535-ad4a-525fcd60aeb1), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:37.836870 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-3c1c1a46-0bdc-474d-8ea4-776344545804 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks [] for security_group_rule (060d0c5d-e750-4535-ad4a-525fcd60aeb1), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:37.840496 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-3c1c1a46-0bdc-474d-8ea4-776344545804 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600985'] for security_group_rule (060d0c5d-e750-4535-ad4a-525fcd60aeb1), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:37.858050 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1c1a46-0bdc-474d-8ea4-776344545804 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=060d0c5d-e750-4535-ad4a-525fcd60aeb1,revision_number=0']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:19:37.869251 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-3c1c1a46-0bdc-474d-8ea4-776344545804 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:37.871303 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-3c1c1a46-0bdc-474d-8ea4-776344545804 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1082156 Jan 27 08:19:37.874436 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 34418) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:19:37.879442 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [None req-09c3a873-afd1-4bd9-80ae-f776e8261872 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Request body: {'security_group_rule': {'security_group_id': '21eb8a21-b9ed-499d-a389-a287ec3ec572', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:19:37.906038 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-09c3a873-afd1-4bd9-80ae-f776e8261872 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks [] for security_group_rule (74aa3034-bd99-4192-9801-e7098b470f6f), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:37.961084 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-09c3a873-afd1-4bd9-80ae-f776e8261872 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks [] for security_group_rule (74aa3034-bd99-4192-9801-e7098b470f6f), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:37.964999 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-09c3a873-afd1-4bd9-80ae-f776e8261872 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600985'] for security_group_rule (74aa3034-bd99-4192-9801-e7098b470f6f), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:37.982484 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c3a873-afd1-4bd9-80ae-f776e8261872 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74aa3034-bd99-4192-9801-e7098b470f6f,revision_number=0']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:19:37.992028 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-09c3a873-afd1-4bd9-80ae-f776e8261872 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:37.993340 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-09c3a873-afd1-4bd9-80ae-f776e8261872 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1173055 Jan 27 08:19:37.996597 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 34420) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:19:38.001512 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [None req-9d6a546e-b53c-452c-9fd8-e0f2184710ee tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Request body: {'floatingip': {'floating_network_id': '3614e5a2-e145-4686-b153-8df14846b7f6'}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:19:38.021661 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-9d6a546e-b53c-452c-9fd8-e0f2184710ee tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:38.119410 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-9d6a546e-b53c-452c-9fd8-e0f2184710ee tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:38.226004 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.db_base_plugin_common [None req-9d6a546e-b53c-452c-9fd8-e0f2184710ee tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Allocated IP 172.27.1.192 (3614e5a2-e145-4686-b153-8df14846b7f6/4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a/9eec24e1-a322-4e7a-8a41-0be04612f216) {{(pid=102576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 08:19:38.329986 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-9d6a546e-b53c-452c-9fd8-e0f2184710ee tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks [] for port (9eec24e1-a322-4e7a-8a41-0be04612f216), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:38.363627 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-9d6a546e-b53c-452c-9fd8-e0f2184710ee tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730334756109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13114657'] for port (9eec24e1-a322-4e7a-8a41-0be04612f216), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:38.400677 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6a546e-b53c-452c-9fd8-e0f2184710ee tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Network 3614e5a2-e145-4686-b153-8df14846b7f6 is already hosted by enough agents. {{(pid=102576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 08:19:38.403386 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.base_scheduler [None req-9d6a546e-b53c-452c-9fd8-e0f2184710ee tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Resources bound (agent type, host, resource id): {{(pid=102576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:19:38.405757 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6a546e-b53c-452c-9fd8-e0f2184710ee tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Received port after_create {{(pid=102576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 08:19:38.430875 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6a546e-b53c-452c-9fd8-e0f2184710ee tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Pushing event updated for resources: {'Port': ['ID=9eec24e1-a322-4e7a-8a41-0be04612f216,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:19:38.502288 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-9d6a546e-b53c-452c-9fd8-e0f2184710ee tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks [] for floatingip (ec36eea8-7b71-4e1d-bed2-90bebbbdfa35), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:38.536717 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-9d6a546e-b53c-452c-9fd8-e0f2184710ee tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (9eec24e1-a322-4e7a-8a41-0be04612f216), before_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:38.673805 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device 09dcb9a1-f3fe-4422-ae90-9168f84604eb no longer exists at agent hyperv_hv-cinder-82658 {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 08:19:38.693106 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-9d6a546e-b53c-452c-9fd8-e0f2184710ee tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks [] for port (9eec24e1-a322-4e7a-8a41-0be04612f216), precommit_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:38.698206 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-9d6a546e-b53c-452c-9fd8-e0f2184710ee tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13114678'] for port (9eec24e1-a322-4e7a-8a41-0be04612f216), after_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:38.773826 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6a546e-b53c-452c-9fd8-e0f2184710ee tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Pushing event updated for resources: {'Port': ['ID=9eec24e1-a322-4e7a-8a41-0be04612f216,revision_number=2']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:19:38.784275 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-9d6a546e-b53c-452c-9fd8-e0f2184710ee tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549487'] for floatingip (ec36eea8-7b71-4e1d-bed2-90bebbbdfa35), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:38.799948 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-9d6a546e-b53c-452c-9fd8-e0f2184710ee tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for floatingip (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:38.801549 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-9d6a546e-b53c-452c-9fd8-e0f2184710ee tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8036664 Jan 27 08:19:38.824740 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] No Port match for: 09dcb9a1-f3fe-4422-ae90-9168f84604eb {{(pid=102577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 08:19:38.825116 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device 09dcb9a1-f3fe-4422-ae90-9168f84604eb not bound to the agent host hv-cinder-82658 {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 08:19:39.001597 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-9dea1851-d14f-4703-9b8d-c1cce60ffaac req-9a4ee880-7511-49bf-8275-71399879b845 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1645321883&fields=id&tenant_id=0b0ce26232dd4a1db254b56a7f995f4e HTTP/1.1" status: 200 len: 267 time: 0.0436976 Jan 27 08:19:39.107812 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea1851-d14f-4703-9b8d-c1cce60ffaac req-8303207f-607e-45e7-8a86-6b5fb851dfa1 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:39.109293 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-9dea1851-d14f-4703-9b8d-c1cce60ffaac req-8303207f-607e-45e7-8a86-6b5fb851dfa1 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/networks?id=b7914447-2aa2-4569-84ca-e3ee909bc8ea HTTP/1.1" status: 200 len: 811 time: 0.1012623 Jan 27 08:19:39.124901 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-9dea1851-d14f-4703-9b8d-c1cce60ffaac req-79ca9c29-3fb1-454d-a203-a1fe5421eb9a tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/quotas/0b0ce26232dd4a1db254b56a7f995f4e HTTP/1.1" status: 200 len: 375 time: 0.0098569 Jan 27 08:19:39.174346 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-9dea1851-d14f-4703-9b8d-c1cce60ffaac req-ad1a3401-9f76-407d-9f3b-d65a614a254d tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b0ce26232dd4a1db254b56a7f995f4e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441298 Jan 27 08:19:39.270637 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-9dea1851-d14f-4703-9b8d-c1cce60ffaac req-25fa93a3-3a30-4157-a73a-6986e662f0ff service neutron] 10.222.0.59 "GET /v2.0/networks/b7914447-2aa2-4569-84ca-e3ee909bc8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844295 Jan 27 08:19:39.360015 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-9dea1851-d14f-4703-9b8d-c1cce60ffaac req-055fac1f-995d-4062-8c73-d92add057540 service neutron] 10.222.0.59 "GET /v2.0/networks/b7914447-2aa2-4569-84ca-e3ee909bc8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836191 Jan 27 08:19:39.520927 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-e8ea7b2d-d6eb-4f8c-a31e-b6639efc867d req-fa2cb1f4-1e9e-459b-ac0c-a365ebbe1b03 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c356199-dfa3-4577-8f0f-b0891a87acdb HTTP/1.1" status: 200 len: 210 time: 0.0283148 Jan 27 08:19:40.449260 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea1851-d14f-4703-9b8d-c1cce60ffaac req-cd1b8d25-a802-47cd-87d7-e90bcb01c3f9 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:40.451272 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-9dea1851-d14f-4703-9b8d-c1cce60ffaac req-cd1b8d25-a802-47cd-87d7-e90bcb01c3f9 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.72 "GET /v2.0/networks?id=b7914447-2aa2-4569-84ca-e3ee909bc8ea HTTP/1.1" status: 200 len: 811 time: 0.1027486 Jan 27 08:19:40.511902 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-9dea1851-d14f-4703-9b8d-c1cce60ffaac req-fd4e083a-fbb2-407f-a22f-a780026bcabb tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b0ce26232dd4a1db254b56a7f995f4e HTTP/1.1" status: 200 len: 380 time: 0.0525811 Jan 27 08:19:40.522070 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.v2.base [req-9dea1851-d14f-4703-9b8d-c1cce60ffaac req-4a74443f-1e88-4fd8-bef5-a1ed4d55bab2 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Request body: {'port': {'device_id': '6c356199-dfa3-4577-8f0f-b0891a87acdb', 'network_id': 'b7914447-2aa2-4569-84ca-e3ee909bc8ea', 'admin_state_up': True, 'tenant_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'security_groups': ['21eb8a21-b9ed-499d-a389-a287ec3ec572']}} {{(pid=102575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:19:40.635427 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dea1851-d14f-4703-9b8d-c1cce60ffaac req-4a74443f-1e88-4fd8-bef5-a1ed4d55bab2 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Made reservation on behalf of 0b0ce26232dd4a1db254b56a7f995f4e for: {'port': 1} {{(pid=102575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 08:19:40.639150 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-9dea1851-d14f-4703-9b8d-c1cce60ffaac req-4a74443f-1e88-4fd8-bef5-a1ed4d55bab2 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:40.775373 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.db_base_plugin_common [req-9dea1851-d14f-4703-9b8d-c1cce60ffaac req-4a74443f-1e88-4fd8-bef5-a1ed4d55bab2 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Allocated IP 172.20.0.9 (b7914447-2aa2-4569-84ca-e3ee909bc8ea/56dcdf12-0462-4feb-a564-4fe3cd20bfe1/50a7d5c7-bbee-4669-8f2d-91a75c62f68e) {{(pid=102575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 08:19:40.863013 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b25ea3a7-3e04-457b-9fc2-b5adbe507ba4 req-ae24990f-fe70-49e2-addb-d730e294c048 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c356199-dfa3-4577-8f0f-b0891a87acdb HTTP/1.1" status: 200 len: 210 time: 0.2749038 Jan 27 08:19:40.953610 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-9dea1851-d14f-4703-9b8d-c1cce60ffaac req-4a74443f-1e88-4fd8-bef5-a1ed4d55bab2 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks [] for port (50a7d5c7-bbee-4669-8f2d-91a75c62f68e), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:40.987891 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-9dea1851-d14f-4703-9b8d-c1cce60ffaac req-4a74443f-1e88-4fd8-bef5-a1ed4d55bab2 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730334756109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13172730'] for port (50a7d5c7-bbee-4669-8f2d-91a75c62f68e), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:41.028042 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dea1851-d14f-4703-9b8d-c1cce60ffaac req-4a74443f-1e88-4fd8-bef5-a1ed4d55bab2 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Network b7914447-2aa2-4569-84ca-e3ee909bc8ea is already hosted by enough agents. {{(pid=102575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 08:19:41.031914 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.base_scheduler [req-9dea1851-d14f-4703-9b8d-c1cce60ffaac req-4a74443f-1e88-4fd8-bef5-a1ed4d55bab2 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Resources bound (agent type, host, resource id): {{(pid=102575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:19:41.038229 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dea1851-d14f-4703-9b8d-c1cce60ffaac req-4a74443f-1e88-4fd8-bef5-a1ed4d55bab2 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Received port after_create {{(pid=102575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 08:19:41.045285 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a74443f-1e88-4fd8-bef5-a1ed4d55bab2 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Pushing event updated for resources: {'Port': ['ID=50a7d5c7-bbee-4669-8f2d-91a75c62f68e,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:19:41.091757 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea1851-d14f-4703-9b8d-c1cce60ffaac req-4a74443f-1e88-4fd8-bef5-a1ed4d55bab2 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:41.092371 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-9dea1851-d14f-4703-9b8d-c1cce60ffaac req-4a74443f-1e88-4fd8-bef5-a1ed4d55bab2 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for port (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:41.109273 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-9dea1851-d14f-4703-9b8d-c1cce60ffaac req-4a74443f-1e88-4fd8-bef5-a1ed4d55bab2 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5908294 Jan 27 08:19:41.122066 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.v2.base [req-9dea1851-d14f-4703-9b8d-c1cce60ffaac req-69c1fdce-3b1e-4fa1-b780-a4e5227011f4 service neutron] Request body: {'port': {'device_id': '6c356199-dfa3-4577-8f0f-b0891a87acdb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82658'}} {{(pid=102575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:19:41.182011 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-9dea1851-d14f-4703-9b8d-c1cce60ffaac req-69c1fdce-3b1e-4fa1-b780-a4e5227011f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (50a7d5c7-bbee-4669-8f2d-91a75c62f68e), before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:41.214624 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-00e91930-c939-4f20-91fb-9729004ee6e3 None None] Provisioning complete for port 50a7d5c7-bbee-4669-8f2d-91a75c62f68e triggered by entity DHCP. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:19:41.215173 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-00e91930-c939-4f20-91fb-9729004ee6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (50a7d5c7-bbee-4669-8f2d-91a75c62f68e), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:41.248886 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-00e91930-c939-4f20-91fb-9729004ee6e3 None None] Port 50a7d5c7-bbee-4669-8f2d-91a75c62f68e cannot update to ACTIVE because it is not bound. {{(pid=102577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 08:19:41.448930 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [req-9dea1851-d14f-4703-9b8d-c1cce60ffaac req-69c1fdce-3b1e-4fa1-b780-a4e5227011f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50a7d5c7-bbee-4669-8f2d-91a75c62f68e {{(pid=102575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 08:19:41.456728 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-9dea1851-d14f-4703-9b8d-c1cce60ffaac req-69c1fdce-3b1e-4fa1-b780-a4e5227011f4 service neutron] Publish callbacks [] for port (50a7d5c7-bbee-4669-8f2d-91a75c62f68e), precommit_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:41.469963 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [req-9dea1851-d14f-4703-9b8d-c1cce60ffaac req-69c1fdce-3b1e-4fa1-b780-a4e5227011f4 service neutron] Transition to ACTIVE for port object 50a7d5c7-bbee-4669-8f2d-91a75c62f68e will not be triggered until provisioned by entity L2. {{(pid=102575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 08:19:41.473577 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-9dea1851-d14f-4703-9b8d-c1cce60ffaac req-69c1fdce-3b1e-4fa1-b780-a4e5227011f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13172717'] for port (50a7d5c7-bbee-4669-8f2d-91a75c62f68e), after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:41.542731 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c1fdce-3b1e-4fa1-b780-a4e5227011f4 service neutron] Pushing event updated for resources: {'Port': ['ID=50a7d5c7-bbee-4669-8f2d-91a75c62f68e,revision_number=2']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:19:41.615232 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [req-9dea1851-d14f-4703-9b8d-c1cce60ffaac req-69c1fdce-3b1e-4fa1-b780-a4e5227011f4 service neutron] Attempting to bind port 50a7d5c7-bbee-4669-8f2d-91a75c62f68e on host hv-cinder-82658 for vnic_type normal with profile {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 08:19:41.615570 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [req-9dea1851-d14f-4703-9b8d-c1cce60ffaac req-69c1fdce-3b1e-4fa1-b780-a4e5227011f4 service neutron] Attempting to bind port 50a7d5c7-bbee-4669-8f2d-91a75c62f68e by drivers openvswitch,hyperv on host hv-cinder-82658 at level 0 using segments [{'id': '294324f3-9bd6-436f-a71b-f86457320cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b7914447-2aa2-4569-84ca-e3ee909bc8ea'}] {{(pid=102575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 08:19:41.615907 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dea1851-d14f-4703-9b8d-c1cce60ffaac req-69c1fdce-3b1e-4fa1-b780-a4e5227011f4 service neutron] Attempting to bind port 50a7d5c7-bbee-4669-8f2d-91a75c62f68e on network b7914447-2aa2-4569-84ca-e3ee909bc8ea {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:19:41.620435 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dea1851-d14f-4703-9b8d-c1cce60ffaac req-69c1fdce-3b1e-4fa1-b780-a4e5227011f4 service neutron] Port 50a7d5c7-bbee-4669-8f2d-91a75c62f68e on network b7914447-2aa2-4569-84ca-e3ee909bc8ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82658 {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 08:19:41.620775 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dea1851-d14f-4703-9b8d-c1cce60ffaac req-69c1fdce-3b1e-4fa1-b780-a4e5227011f4 service neutron] Attempting to bind port 50a7d5c7-bbee-4669-8f2d-91a75c62f68e on network b7914447-2aa2-4569-84ca-e3ee909bc8ea {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:19:41.626050 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dea1851-d14f-4703-9b8d-c1cce60ffaac req-69c1fdce-3b1e-4fa1-b780-a4e5227011f4 service neutron] Checking agent: {'id': '926d476c-3c92-4faa-a402-a395b4978e44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82658', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 8, 12, 58), 'started_at': datetime.datetime(2022, 1, 27, 8, 12, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 8, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 08:19:41.626391 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dea1851-d14f-4703-9b8d-c1cce60ffaac req-69c1fdce-3b1e-4fa1-b780-a4e5227011f4 service neutron] Checking segment: {'id': '294324f3-9bd6-436f-a71b-f86457320cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b7914447-2aa2-4569-84ca-e3ee909bc8ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:19:41.626771 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dea1851-d14f-4703-9b8d-c1cce60ffaac req-69c1fdce-3b1e-4fa1-b780-a4e5227011f4 service neutron] Bound using segment: {'id': '294324f3-9bd6-436f-a71b-f86457320cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b7914447-2aa2-4569-84ca-e3ee909bc8ea'} {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 08:19:41.627219 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [req-9dea1851-d14f-4703-9b8d-c1cce60ffaac req-69c1fdce-3b1e-4fa1-b780-a4e5227011f4 service neutron] Bound port: 50a7d5c7-bbee-4669-8f2d-91a75c62f68e, host: hv-cinder-82658, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '294324f3-9bd6-436f-a71b-f86457320cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b7914447-2aa2-4569-84ca-e3ee909bc8ea'}}] {{(pid=102575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 08:19:41.627579 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-9dea1851-d14f-4703-9b8d-c1cce60ffaac req-69c1fdce-3b1e-4fa1-b780-a4e5227011f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (50a7d5c7-bbee-4669-8f2d-91a75c62f68e), before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:41.694054 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [req-9dea1851-d14f-4703-9b8d-c1cce60ffaac req-69c1fdce-3b1e-4fa1-b780-a4e5227011f4 service neutron] For port 50a7d5c7-bbee-4669-8f2d-91a75c62f68e, host hv-cinder-82658, cleared binding levels {{(pid=102575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 08:19:41.697362 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [req-9dea1851-d14f-4703-9b8d-c1cce60ffaac req-69c1fdce-3b1e-4fa1-b780-a4e5227011f4 service neutron] For port 50a7d5c7-bbee-4669-8f2d-91a75c62f68e, host hv-cinder-82658, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=50a7d5c7-bbee-4669-8f2d-91a75c62f68e,segment=NetworkSegment(294324f3-9bd6-436f-a71b-f86457320cc4),segment_id=294324f3-9bd6-436f-a71b-f86457320cc4)] {{(pid=102575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 08:19:41.703034 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-9dea1851-d14f-4703-9b8d-c1cce60ffaac req-69c1fdce-3b1e-4fa1-b780-a4e5227011f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13172717'] for port (50a7d5c7-bbee-4669-8f2d-91a75c62f68e), after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:41.734339 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea1851-d14f-4703-9b8d-c1cce60ffaac req-69c1fdce-3b1e-4fa1-b780-a4e5227011f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:41.735315 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-9dea1851-d14f-4703-9b8d-c1cce60ffaac req-69c1fdce-3b1e-4fa1-b780-a4e5227011f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for port (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:41.737133 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-9dea1851-d14f-4703-9b8d-c1cce60ffaac req-69c1fdce-3b1e-4fa1-b780-a4e5227011f4 service neutron] 10.222.0.72 "PUT /v2.0/ports/50a7d5c7-bbee-4669-8f2d-91a75c62f68e HTTP/1.1" status: 200 len: 1093 time: 0.6190143 Jan 27 08:19:41.739837 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c356199-dfa3-4577-8f0f-b0891a87acdb', 'tag': '50a7d5c7-bbee-4669-8f2d-91a75c62f68e'}] {{(pid=102575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:19:41.743272 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34d12f73e8b898318ba96f52067286bd4e4b64784ab72771e8c48dd469e53537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8ef745-f525-413f-8571-20e0b45a7ec3" -d '{"events": [{"name": "network-changed", "server_uuid": "6c356199-dfa3-4577-8f0f-b0891a87acdb", "tag": "50a7d5c7-bbee-4669-8f2d-91a75c62f68e"}]}' {{(pid=102575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:19:41.808335 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 08:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851a5a4a-b2d2-4802-b72a-f4e791229657 x-openstack-request-id: req-851a5a4a-b2d2-4802-b72a-f4e791229657 {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:19:41.808627 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c356199-dfa3-4577-8f0f-b0891a87acdb", "tag": "50a7d5c7-bbee-4669-8f2d-91a75c62f68e", "status": "completed", "code": 200}]} {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:19:41.808926 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-851a5a4a-b2d2-4802-b72a-f4e791229657 {{(pid=102575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:19:41.809324 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c356199-dfa3-4577-8f0f-b0891a87acdb', 'tag': '50a7d5c7-bbee-4669-8f2d-91a75c62f68e', 'status': 'completed', 'code': 200} Jan 27 08:19:41.829828 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c1fdce-3b1e-4fa1-b780-a4e5227011f4 service neutron] Pushing event updated for resources: {'Port': ['ID=50a7d5c7-bbee-4669-8f2d-91a75c62f68e,revision_number=3']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:19:41.852951 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea1851-d14f-4703-9b8d-c1cce60ffaac req-b1c3fcb6-5cb4-45e2-93ee-52282b17e24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:41.854492 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-9dea1851-d14f-4703-9b8d-c1cce60ffaac req-b1c3fcb6-5cb4-45e2-93ee-52282b17e24a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0b0ce26232dd4a1db254b56a7f995f4e&device_id=6c356199-dfa3-4577-8f0f-b0891a87acdb HTTP/1.1" status: 200 len: 1096 time: 0.0628808 Jan 27 08:19:41.900518 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-9dea1851-d14f-4703-9b8d-c1cce60ffaac req-aa9bd436-d361-4292-851a-376f3099c45b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50a7d5c7-bbee-4669-8f2d-91a75c62f68e HTTP/1.1" status: 200 len: 217 time: 0.0382974 Jan 27 08:19:41.956252 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea1851-d14f-4703-9b8d-c1cce60ffaac req-e2697417-37a5-4dee-a1f9-d63d1908309b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:41.957742 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-9dea1851-d14f-4703-9b8d-c1cce60ffaac req-e2697417-37a5-4dee-a1f9-d63d1908309b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=56dcdf12-0462-4feb-a564-4fe3cd20bfe1 HTTP/1.1" status: 200 len: 850 time: 0.0519047 Jan 27 08:19:41.989026 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb9b79-3d9f-4e90-b6ff-9008c79e1138 req-1649e465-2036-45b4-9121-a607d98112b8 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:41.990752 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d4fb9b79-3d9f-4e90-b6ff-9008c79e1138 req-1649e465-2036-45b4-9121-a607d98112b8 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c356199-dfa3-4577-8f0f-b0891a87acdb HTTP/1.1" status: 200 len: 943 time: 0.0500472 Jan 27 08:19:42.021182 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea1851-d14f-4703-9b8d-c1cce60ffaac req-af6c73bd-64a3-4531-963d-bb2f89bea087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:42.023171 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-9dea1851-d14f-4703-9b8d-c1cce60ffaac req-af6c73bd-64a3-4531-963d-bb2f89bea087 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b7914447-2aa2-4569-84ca-e3ee909bc8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0500102 Jan 27 08:19:42.045875 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d4fb9b79-3d9f-4e90-b6ff-9008c79e1138 req-cee487bb-1dc5-4723-9549-821dfae1d4b7 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?id=21eb8a21-b9ed-499d-a389-a287ec3ec572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467958 Jan 27 08:19:42.116439 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-9dea1851-d14f-4703-9b8d-c1cce60ffaac req-5ea2eb86-4fc7-4646-8a36-645109d03387 service neutron] 10.222.0.72 "GET /v2.0/networks/b7914447-2aa2-4569-84ca-e3ee909bc8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838776 Jan 27 08:19:42.220520 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-9dea1851-d14f-4703-9b8d-c1cce60ffaac req-863158c4-5ae4-4377-a37b-6c3c7f9966fe service neutron] 10.222.0.72 "GET /v2.0/networks/b7914447-2aa2-4569-84ca-e3ee909bc8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947573 Jan 27 08:19:42.334930 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ef745-f525-413f-8571-20e0b45a7ec3 req-5a236e3c-fa86-4147-a548-0b581f28a3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:42.336474 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-6e8ef745-f525-413f-8571-20e0b45a7ec3 req-5a236e3c-fa86-4147-a548-0b581f28a3cc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0b0ce26232dd4a1db254b56a7f995f4e&device_id=6c356199-dfa3-4577-8f0f-b0891a87acdb HTTP/1.1" status: 200 len: 1096 time: 0.0439856 Jan 27 08:19:42.439384 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ef745-f525-413f-8571-20e0b45a7ec3 req-57bd1a6c-0d15-4097-bb99-4db8f272dce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:42.440896 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-6e8ef745-f525-413f-8571-20e0b45a7ec3 req-57bd1a6c-0d15-4097-bb99-4db8f272dce1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b7914447-2aa2-4569-84ca-e3ee909bc8ea HTTP/1.1" status: 200 len: 912 time: 0.0891747 Jan 27 08:19:42.483153 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-6e8ef745-f525-413f-8571-20e0b45a7ec3 req-17884bb2-95b1-4960-94a5-44c44e5be838 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50a7d5c7-bbee-4669-8f2d-91a75c62f68e HTTP/1.1" status: 200 len: 217 time: 0.0342159 Jan 27 08:19:42.531375 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ef745-f525-413f-8571-20e0b45a7ec3 req-4ff4ef23-ac6e-400b-b11f-fe6530b19574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:42.532871 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-6e8ef745-f525-413f-8571-20e0b45a7ec3 req-4ff4ef23-ac6e-400b-b11f-fe6530b19574 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=56dcdf12-0462-4feb-a564-4fe3cd20bfe1 HTTP/1.1" status: 200 len: 850 time: 0.0431416 Jan 27 08:19:42.576735 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ef745-f525-413f-8571-20e0b45a7ec3 req-96e8c5d2-2ed3-443c-8958-a72be1199f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:42.578230 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-6e8ef745-f525-413f-8571-20e0b45a7ec3 req-96e8c5d2-2ed3-443c-8958-a72be1199f54 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b7914447-2aa2-4569-84ca-e3ee909bc8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387118 Jan 27 08:19:42.678035 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-6e8ef745-f525-413f-8571-20e0b45a7ec3 req-24bd66a0-caa9-4ae6-aa52-183bf1b1279e service neutron] 10.222.0.72 "GET /v2.0/networks/b7914447-2aa2-4569-84ca-e3ee909bc8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852554 Jan 27 08:19:42.770064 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-6e8ef745-f525-413f-8571-20e0b45a7ec3 req-d4743dd9-8a3f-4e73-8c60-f740a6e163ba service neutron] 10.222.0.72 "GET /v2.0/networks/b7914447-2aa2-4569-84ca-e3ee909bc8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850754 Jan 27 08:19:43.157626 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5838292f-07a0-4472-acf7-e8503db25e59 req-b3aaba7d-697c-4e74-a67b-34c2341b10eb tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:43.159091 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-5838292f-07a0-4472-acf7-e8503db25e59 req-b3aaba7d-697c-4e74-a67b-34c2341b10eb tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c356199-dfa3-4577-8f0f-b0891a87acdb HTTP/1.1" status: 200 len: 943 time: 0.0462639 Jan 27 08:19:43.206990 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-5838292f-07a0-4472-acf7-e8503db25e59 req-657afa07-4521-4c70-8efe-d0b6951a471f tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?id=21eb8a21-b9ed-499d-a389-a287ec3ec572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423951 Jan 27 08:19:44.319439 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29975b-13e5-464e-85a1-f12a8b148b62 req-be40b86a-4233-4bfa-b451-e5f5ae6cd755 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:44.320857 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-3d29975b-13e5-464e-85a1-f12a8b148b62 req-be40b86a-4233-4bfa-b451-e5f5ae6cd755 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c356199-dfa3-4577-8f0f-b0891a87acdb HTTP/1.1" status: 200 len: 943 time: 0.0476475 Jan 27 08:19:44.368233 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-3d29975b-13e5-464e-85a1-f12a8b148b62 req-85464e9a-2374-47ef-a582-26e1e622687b tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?id=21eb8a21-b9ed-499d-a389-a287ec3ec572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412493 Jan 27 08:19:44.710453 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device 50a7d5c7-bbee-4669-8f2d-91a75c62f68e details requested by agent hyperv_hv-cinder-82658 with host hv-cinder-82658 {{(pid=102577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 08:19:44.809900 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port 50a7d5c7-bbee-4669-8f2d-91a75c62f68e, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=50a7d5c7-bbee-4669-8f2d-91a75c62f68e,segment=NetworkSegment(294324f3-9bd6-436f-a71b-f86457320cc4),segment_id=294324f3-9bd6-436f-a71b-f86457320cc4)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:19:44.820291 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Returning: {'device': '50a7d5c7-bbee-4669-8f2d-91a75c62f68e', 'network_id': 'b7914447-2aa2-4569-84ca-e3ee909bc8ea', 'port_id': '50a7d5c7-bbee-4669-8f2d-91a75c62f68e', 'mac_address': 'fa:16:3e:fd:9c:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56dcdf12-0462-4feb-a564-4fe3cd20bfe1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 08:19:44.858365 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Current status of the port 50a7d5c7-bbee-4669-8f2d-91a75c62f68e is: DOWN; New status is: BUILD {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:19:44.858759 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (50a7d5c7-bbee-4669-8f2d-91a75c62f68e), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:44.872195 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.notifiers.nova [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50a7d5c7-bbee-4669-8f2d-91a75c62f68e {{(pid=102577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 08:19:44.895018 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port 50a7d5c7-bbee-4669-8f2d-91a75c62f68e, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=50a7d5c7-bbee-4669-8f2d-91a75c62f68e,segment=NetworkSegment(294324f3-9bd6-436f-a71b-f86457320cc4),segment_id=294324f3-9bd6-436f-a71b-f86457320cc4)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:19:44.900145 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (50a7d5c7-bbee-4669-8f2d-91a75c62f68e), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:44.948895 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Pushing event updated for resources: {'Port': ['ID=50a7d5c7-bbee-4669-8f2d-91a75c62f68e,revision_number=4']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:19:45.169756 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] get_ports_and_sgs() called for port_ids ['50a7d5c7-bbee-4669-8f2d-91a75c62f68e'] {{(pid=102577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 08:19:45.481214 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a272c06-4a92-43a8-8ffa-2636e8398120 req-b9e2d125-8e9f-4543-8667-de02e5491de8 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:45.485202 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-1a272c06-4a92-43a8-8ffa-2636e8398120 req-b9e2d125-8e9f-4543-8667-de02e5491de8 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c356199-dfa3-4577-8f0f-b0891a87acdb HTTP/1.1" status: 200 len: 944 time: 0.0509543 Jan 27 08:19:45.530154 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-1a272c06-4a92-43a8-8ffa-2636e8398120 req-3f83b01a-b6b9-44f8-8fbd-48a5ba3a87e0 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?id=21eb8a21-b9ed-499d-a389-a287ec3ec572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415778 Jan 27 08:19:46.650301 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a470c1-b96c-4298-9700-4e99c7c89330 req-8cb7a3c7-ed72-4fe9-b647-83fba871add1 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:46.651766 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d3a470c1-b96c-4298-9700-4e99c7c89330 req-8cb7a3c7-ed72-4fe9-b647-83fba871add1 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c356199-dfa3-4577-8f0f-b0891a87acdb HTTP/1.1" status: 200 len: 944 time: 0.0499489 Jan 27 08:19:46.697739 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d3a470c1-b96c-4298-9700-4e99c7c89330 req-7cd33e4d-42f8-4c33-aa06-c7bfdc6899e9 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?id=21eb8a21-b9ed-499d-a389-a287ec3ec572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398598 Jan 27 08:19:46.723167 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device 50a7d5c7-bbee-4669-8f2d-91a75c62f68e up at agent hyperv_hv-cinder-82658 {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:19:46.772377 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Provisioning for port 50a7d5c7-bbee-4669-8f2d-91a75c62f68e completed by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 08:19:46.776495 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Provisioning complete for port 50a7d5c7-bbee-4669-8f2d-91a75c62f68e triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:19:46.776904 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (50a7d5c7-bbee-4669-8f2d-91a75c62f68e), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:46.852527 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Current status of the port 50a7d5c7-bbee-4669-8f2d-91a75c62f68e is: BUILD; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:19:46.852947 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (50a7d5c7-bbee-4669-8f2d-91a75c62f68e), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:46.875108 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c356199-dfa3-4577-8f0f-b0891a87acdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a7d5c7-bbee-4669-8f2d-91a75c62f68e'}] {{(pid=102577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:19:46.877410 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ec6f2d63f069076934ea9a19260140f1f8696ff0c22b7471017e65d09815c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5673d74-72b7-4fe9-ac12-ad761885dd4e" -d '{"events": [{"server_uuid": "6c356199-dfa3-4577-8f0f-b0891a87acdb", "name": "network-vif-plugged", "status": "completed", "tag": "50a7d5c7-bbee-4669-8f2d-91a75c62f68e"}]}' {{(pid=102577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:19:46.895734 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port 50a7d5c7-bbee-4669-8f2d-91a75c62f68e, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=50a7d5c7-bbee-4669-8f2d-91a75c62f68e,segment=NetworkSegment(294324f3-9bd6-436f-a71b-f86457320cc4),segment_id=294324f3-9bd6-436f-a71b-f86457320cc4)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:19:46.902556 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (50a7d5c7-bbee-4669-8f2d-91a75c62f68e), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:46.926673 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 08:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa426f13-c397-4422-8912-fd3f46626bce x-openstack-request-id: req-fa426f13-c397-4422-8912-fd3f46626bce {{(pid=102577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:19:46.926998 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c356199-dfa3-4577-8f0f-b0891a87acdb", "name": "network-vif-plugged", "status": "completed", "tag": "50a7d5c7-bbee-4669-8f2d-91a75c62f68e", "code": 200}]} {{(pid=102577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:19:46.927242 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fa426f13-c397-4422-8912-fd3f46626bce {{(pid=102577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:19:46.927627 dv-cinder-826589-1-iscsi neutron-server[102577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c356199-dfa3-4577-8f0f-b0891a87acdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a7d5c7-bbee-4669-8f2d-91a75c62f68e', 'code': 200} Jan 27 08:19:46.954813 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Pushing event updated for resources: {'Port': ['ID=50a7d5c7-bbee-4669-8f2d-91a75c62f68e,revision_number=5']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:19:47.085888 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd65057e-213e-4f00-b9ef-8d726d7701b0 req-89c571e5-9a8a-4c82-86f8-c33b2d0ace6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:47.087376 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-dd65057e-213e-4f00-b9ef-8d726d7701b0 req-89c571e5-9a8a-4c82-86f8-c33b2d0ace6e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6c356199-dfa3-4577-8f0f-b0891a87acdb HTTP/1.1" status: 200 len: 1098 time: 0.0397151 Jan 27 08:19:47.130447 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-dd65057e-213e-4f00-b9ef-8d726d7701b0 req-f9ad3799-a1a8-4fe4-a5c1-e441237c294d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=21eb8a21-b9ed-499d-a389-a287ec3ec572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369132 Jan 27 08:19:47.813597 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff096b-c8c8-437e-9c71-b7507bf543d5 req-8f2322bb-eebd-464b-a19c-d62fb607805c tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:47.815065 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a0ff096b-c8c8-437e-9c71-b7507bf543d5 req-8f2322bb-eebd-464b-a19c-d62fb607805c tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c356199-dfa3-4577-8f0f-b0891a87acdb HTTP/1.1" status: 200 len: 945 time: 0.0475886 Jan 27 08:19:47.861562 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a0ff096b-c8c8-437e-9c71-b7507bf543d5 req-3ffaf65c-d0d6-4cd2-8319-4dda403b3b5e tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?id=21eb8a21-b9ed-499d-a389-a287ec3ec572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409632 Jan 27 08:19:48.986417 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f7cc6-8b36-4120-8d17-769580647722 req-9a8a7746-14d0-4882-92a1-375638b0190d tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:48.988196 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-f67f7cc6-8b36-4120-8d17-769580647722 req-9a8a7746-14d0-4882-92a1-375638b0190d tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c356199-dfa3-4577-8f0f-b0891a87acdb HTTP/1.1" status: 200 len: 945 time: 0.0547917 Jan 27 08:19:49.035369 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-f67f7cc6-8b36-4120-8d17-769580647722 req-7c5e178d-f50a-43d6-9c02-bda5b373a217 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?id=21eb8a21-b9ed-499d-a389-a287ec3ec572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413170 Jan 27 08:19:49.143977 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6939170-2673-4311-a367-ed8a69fe94d2 req-2ad15d39-e03d-4d4a-9006-0e2b53e29a39 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:49.145522 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a6939170-2673-4311-a367-ed8a69fe94d2 req-2ad15d39-e03d-4d4a-9006-0e2b53e29a39 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c356199-dfa3-4577-8f0f-b0891a87acdb HTTP/1.1" status: 200 len: 945 time: 0.0468452 Jan 27 08:19:49.155566 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 34502) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:19:49.160012 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [None req-390c48be-f81b-4bd5-9cfd-f64c30bffbd7 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Request body: {'floatingip': {'port_id': '50a7d5c7-bbee-4669-8f2d-91a75c62f68e'}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:19:49.197824 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-390c48be-f81b-4bd5-9cfd-f64c30bffbd7 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks [] for floatingip (ec36eea8-7b71-4e1d-bed2-90bebbbdfa35), before_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:49.632676 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-390c48be-f81b-4bd5-9cfd-f64c30bffbd7 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:49.638124 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-390c48be-f81b-4bd5-9cfd-f64c30bffbd7 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549487'] for floatingip (ec36eea8-7b71-4e1d-bed2-90bebbbdfa35), after_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:49.734831 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.db.l3_db [None req-390c48be-f81b-4bd5-9cfd-f64c30bffbd7 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Floating IP ec36eea8-7b71-4e1d-bed2-90bebbbdfa35 associated. External IP: 172.27.1.192, port: 50a7d5c7-bbee-4669-8f2d-91a75c62f68e. Jan 27 08:19:49.896390 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-b89fe75f-cc68-4b32-9959-9bdc2f23118e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (913d1d6b-f856-4828-afb6-1e4cc7d36f68), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:49.941622 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-390c48be-f81b-4bd5-9cfd-f64c30bffbd7 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Router 78a34c9b-b651-4687-8029-7f281d2c7ec8 has already been hosted by L3 agent c4292dc4-d7f6-4187-994e-0142c7d14647 {{(pid=102576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 08:19:50.049912 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-390c48be-f81b-4bd5-9cfd-f64c30bffbd7 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Notify agent at l3_agent.dv-cinder-826589-1-iscsi the message routers_updated {{(pid=102576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 08:19:50.054918 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-390c48be-f81b-4bd5-9cfd-f64c30bffbd7 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for floatingip (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:50.060439 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3a7795-5874-4657-82df-65e129e9fb5f None None] Sync routers for ids ['78a34c9b-b651-4687-8029-7f281d2c7ec8'] in dv-cinder-826589-1-iscsi {{(pid=102577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 08:19:50.071290 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3a7795-5874-4657-82df-65e129e9fb5f None None] Routers {'78a34c9b-b651-4687-8029-7f281d2c7ec8'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:19:50.071918 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-cc3a7795-5874-4657-82df-65e129e9fb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:19:23Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['78a34c9b-b651-4687-8029-7f281d2c7ec8'], 'active': True} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:19:50.083209 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-390c48be-f81b-4bd5-9cfd-f64c30bffbd7 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "PUT /v2.0/floatingips/ec36eea8-7b71-4e1d-bed2-90bebbbdfa35 HTTP/1.1" status: 200 len: 991 time: 0.9265511 Jan 27 08:19:50.083873 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c356199-dfa3-4577-8f0f-b0891a87acdb', 'tag': '50a7d5c7-bbee-4669-8f2d-91a75c62f68e'}] {{(pid=102576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:19:50.086243 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e99b03222c8d2fef0e5d308316368c2f75dcb43852cf269b2a1b1136e13dae4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-772f30f0-c026-4f60-9d86-0d6924bd50b7" -d '{"events": [{"name": "network-changed", "server_uuid": "6c356199-dfa3-4577-8f0f-b0891a87acdb", "tag": "50a7d5c7-bbee-4669-8f2d-91a75c62f68e"}]}' {{(pid=102576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:19:50.124712 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 08:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4af0396-85ec-476c-887f-1007e0b8b886 x-openstack-request-id: req-a4af0396-85ec-476c-887f-1007e0b8b886 {{(pid=102576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:19:50.125054 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c356199-dfa3-4577-8f0f-b0891a87acdb", "tag": "50a7d5c7-bbee-4669-8f2d-91a75c62f68e", "status": "completed", "code": 200}]} {{(pid=102576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:19:50.125305 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a4af0396-85ec-476c-887f-1007e0b8b886 {{(pid=102576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:19:50.125702 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c356199-dfa3-4577-8f0f-b0891a87acdb', 'tag': '50a7d5c7-bbee-4669-8f2d-91a75c62f68e', 'status': 'completed', 'code': 200} Jan 27 08:19:50.180182 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvr_db [None req-cc3a7795-5874-4657-82df-65e129e9fb5f None None] Set router 78a34c9b-b651-4687-8029-7f281d2c7ec8 gateway port host: dv-cinder-826589-1-iscsi {{(pid=102577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:19:50.190302 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f30f0-c026-4f60-9d86-0d6924bd50b7 req-c61373fc-e606-44b8-a06d-f922e9494303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:50.191796 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-772f30f0-c026-4f60-9d86-0d6924bd50b7 req-c61373fc-e606-44b8-a06d-f922e9494303 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0b0ce26232dd4a1db254b56a7f995f4e&device_id=6c356199-dfa3-4577-8f0f-b0891a87acdb HTTP/1.1" status: 200 len: 1098 time: 0.0428877 Jan 27 08:19:50.284616 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f30f0-c026-4f60-9d86-0d6924bd50b7 req-34f60150-5619-4c54-948e-006f0e6df919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:50.286132 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-772f30f0-c026-4f60-9d86-0d6924bd50b7 req-34f60150-5619-4c54-948e-006f0e6df919 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b7914447-2aa2-4569-84ca-e3ee909bc8ea HTTP/1.1" status: 200 len: 912 time: 0.0883884 Jan 27 08:19:50.360523 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-772f30f0-c026-4f60-9d86-0d6924bd50b7 req-1b8f30e6-b6f7-4963-bc82-cea8948ce9ee service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50a7d5c7-bbee-4669-8f2d-91a75c62f68e HTTP/1.1" status: 200 len: 999 time: 0.0684173 Jan 27 08:19:50.413537 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f30f0-c026-4f60-9d86-0d6924bd50b7 req-9cc6c01e-c51b-44aa-ba20-fee4b6735993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:50.413873 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-cc3a7795-5874-4657-82df-65e129e9fb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a34c9b-b651-4687-8029-7f281d2c7ec8', 'name': 'tempest-AttachVolumeTestJSON-1315933907-router', 'tenant_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '6bd706e7-7399-4bce-acef-9138b3a6821e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:14:51Z', 'updated_at': '2022-01-27T08:15:01Z', 'revision_number': 4, 'project_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'gw_port': {'id': '6bd706e7-7399-4bce-acef-9138b3a6821e', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a34c9b-b651-4687-8029-7f281d2c7ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:52Z', 'updated_at': '2022-01-27T08:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_floatingips': [{'id': 'ec36eea8-7b71-4e1d-bed2-90bebbbdfa35', 'tenant_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'floating_ip_address': '172.27.1.192', 'floating_network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'router_id': '78a34c9b-b651-4687-8029-7f281d2c7ec8', 'port_id': '50a7d5c7-bbee-4669-8f2d-91a75c62f68e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7914447-2aa2-4569-84ca-e3ee909bc8ea', 'mac_address': 'fa:16:3e:fd:9c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c356199-dfa3-4577-8f0f-b0891a87acdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T08:19:38Z', 'updated_at': '2022-01-27T08:19:49Z', 'revision_number': 1, 'project_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f', 'name': '', 'network_id': 'b7914447-2aa2-4569-84ca-e3ee909bc8ea', 'tenant_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'mac_address': 'fa:16:3e:c1:0b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a34c9b-b651-4687-8029-7f281d2c7ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '56dcdf12-0462-4feb-a564-4fe3cd20bfe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:58Z', 'updated_at': '2022-01-27T08:15:13Z', 'revision_number': 5, 'project_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'subnets': [{'id': '56dcdf12-0462-4feb-a564-4fe3cd20bfe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:19:50.415013 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-772f30f0-c026-4f60-9d86-0d6924bd50b7 req-9cc6c01e-c51b-44aa-ba20-fee4b6735993 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=56dcdf12-0462-4feb-a564-4fe3cd20bfe1 HTTP/1.1" status: 200 len: 850 time: 0.0483122 Jan 27 08:19:50.441203 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3a7795-5874-4657-82df-65e129e9fb5f None None] Checking router: 78a34c9b-b651-4687-8029-7f281d2c7ec8 for host: dv-cinder-826589-1-iscsi {{(pid=102577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 08:19:50.449738 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3a7795-5874-4657-82df-65e129e9fb5f None None] Routers {'78a34c9b-b651-4687-8029-7f281d2c7ec8'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:19:50.450410 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-cc3a7795-5874-4657-82df-65e129e9fb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:19:23Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['78a34c9b-b651-4687-8029-7f281d2c7ec8'], 'active': True} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:19:50.459884 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f30f0-c026-4f60-9d86-0d6924bd50b7 req-15c005a9-fa60-4e2a-b22e-52b02126bff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:50.461430 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-772f30f0-c026-4f60-9d86-0d6924bd50b7 req-15c005a9-fa60-4e2a-b22e-52b02126bff1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b7914447-2aa2-4569-84ca-e3ee909bc8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396821 Jan 27 08:19:50.556980 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvr_db [None req-cc3a7795-5874-4657-82df-65e129e9fb5f None None] Set router 78a34c9b-b651-4687-8029-7f281d2c7ec8 gateway port host: dv-cinder-826589-1-iscsi {{(pid=102577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:19:50.562258 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-772f30f0-c026-4f60-9d86-0d6924bd50b7 req-8e967cef-0541-4446-9f81-b925a0202a33 service neutron] 10.222.0.72 "GET /v2.0/networks/b7914447-2aa2-4569-84ca-e3ee909bc8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941470 Jan 27 08:19:50.656709 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-772f30f0-c026-4f60-9d86-0d6924bd50b7 req-d3aece12-511f-4f5b-88a1-51ac539d47a3 service neutron] 10.222.0.72 "GET /v2.0/networks/b7914447-2aa2-4569-84ca-e3ee909bc8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880301 Jan 27 08:19:50.788954 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-cc3a7795-5874-4657-82df-65e129e9fb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a34c9b-b651-4687-8029-7f281d2c7ec8', 'name': 'tempest-AttachVolumeTestJSON-1315933907-router', 'tenant_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '6bd706e7-7399-4bce-acef-9138b3a6821e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:14:51Z', 'updated_at': '2022-01-27T08:15:01Z', 'revision_number': 4, 'project_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'gw_port': {'id': '6bd706e7-7399-4bce-acef-9138b3a6821e', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a34c9b-b651-4687-8029-7f281d2c7ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:52Z', 'updated_at': '2022-01-27T08:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_floatingips': [{'id': 'ec36eea8-7b71-4e1d-bed2-90bebbbdfa35', 'tenant_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'floating_ip_address': '172.27.1.192', 'floating_network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'router_id': '78a34c9b-b651-4687-8029-7f281d2c7ec8', 'port_id': '50a7d5c7-bbee-4669-8f2d-91a75c62f68e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7914447-2aa2-4569-84ca-e3ee909bc8ea', 'mac_address': 'fa:16:3e:fd:9c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c356199-dfa3-4577-8f0f-b0891a87acdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T08:19:38Z', 'updated_at': '2022-01-27T08:19:49Z', 'revision_number': 1, 'project_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f', 'name': '', 'network_id': 'b7914447-2aa2-4569-84ca-e3ee909bc8ea', 'tenant_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'mac_address': 'fa:16:3e:c1:0b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a34c9b-b651-4687-8029-7f281d2c7ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '56dcdf12-0462-4feb-a564-4fe3cd20bfe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:58Z', 'updated_at': '2022-01-27T08:15:13Z', 'revision_number': 5, 'project_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'subnets': [{'id': '56dcdf12-0462-4feb-a564-4fe3cd20bfe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:19:50.819211 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3a7795-5874-4657-82df-65e129e9fb5f None None] The sync data for ids ['78a34c9b-b651-4687-8029-7f281d2c7ec8'] in dv-cinder-826589-1-iscsi is: [{'id': '78a34c9b-b651-4687-8029-7f281d2c7ec8', 'name': 'tempest-AttachVolumeTestJSON-1315933907-router', 'tenant_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '6bd706e7-7399-4bce-acef-9138b3a6821e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:14:51Z', 'updated_at': '2022-01-27T08:15:01Z', 'revision_number': 4, 'project_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'gw_port': {'id': '6bd706e7-7399-4bce-acef-9138b3a6821e', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a34c9b-b651-4687-8029-7f281d2c7ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:52Z', 'updated_at': '2022-01-27T08:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_floatingips': [{'id': 'ec36eea8-7b71-4e1d-bed2-90bebbbdfa35', 'tenant_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'floating_ip_address': '172.27.1.192', 'floating_network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'router_id': '78a34c9b-b651-4687-8029-7f281d2c7ec8', 'port_id': '50a7d5c7-bbee-4669-8f2d-91a75c62f68e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7914447-2aa2-4569-84ca-e3ee909bc8ea', 'mac_address': 'fa:16:3e:fd:9c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c356199-dfa3-4577-8f0f-b0891a87acdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T08:19:38Z', 'updated_at': '2022-01-27T08:19:49Z', 'revision_number': 1, 'project_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f', 'name': '', 'network_id': 'b7914447-2aa2-4569-84ca-e3ee909bc8ea', 'tenant_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'mac_address': 'fa:16:3e:c1:0b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a34c9b-b651-4687-8029-7f281d2c7ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '56dcdf12-0462-4feb-a564-4fe3cd20bfe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:58Z', 'updated_at': '2022-01-27T08:15:13Z', 'revision_number': 5, 'project_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'subnets': [{'id': '56dcdf12-0462-4feb-a564-4fe3cd20bfe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 08:19:51.023137 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9095ca9c-fdfd-4de7-98f0-934d6f906471 None None] New status for floating IP ec36eea8-7b71-4e1d-bed2-90bebbbdfa35: ACTIVE {{(pid=102578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 08:19:51.315115 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c46f13-cc02-45c9-974a-e19da7e5657e req-d2d8611d-a744-411d-9448-8f37bfb15b27 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:51.316645 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-f8c46f13-cc02-45c9-974a-e19da7e5657e req-d2d8611d-a744-411d-9448-8f37bfb15b27 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=67092ae9-6a06-44b7-b600-53c887a675cc HTTP/1.1" status: 200 len: 945 time: 0.0487297 Jan 27 08:19:51.366091 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-f8c46f13-cc02-45c9-974a-e19da7e5657e req-a5803498-05aa-4b9d-9803-45ad43bb0288 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=83cd1ec0-9807-4b47-9b7d-130393612ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431263 Jan 27 08:19:52.487927 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f92ffb-b7e5-4644-b456-8200f1310061 req-70f30925-e6e5-4619-9506-31db134e3162 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:52.489441 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b2f92ffb-b7e5-4644-b456-8200f1310061 req-70f30925-e6e5-4619-9506-31db134e3162 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=67092ae9-6a06-44b7-b600-53c887a675cc HTTP/1.1" status: 200 len: 945 time: 0.0518718 Jan 27 08:19:52.537365 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b2f92ffb-b7e5-4644-b456-8200f1310061 req-aa1100a0-f490-4881-a3aa-8a2dc6c8edd0 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=83cd1ec0-9807-4b47-9b7d-130393612ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418551 Jan 27 08:19:52.897088 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-625c3369-e95e-4068-808d-8d70a3ec5c70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (c4292dc4-d7f6-4187-994e-0142c7d14647), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:53.661002 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac31eb-804b-4626-8425-fb6a38a90652 req-040a8972-ded2-4ae3-9869-78803b03b91c tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:53.662390 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-6dac31eb-804b-4626-8425-fb6a38a90652 req-040a8972-ded2-4ae3-9869-78803b03b91c tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=67092ae9-6a06-44b7-b600-53c887a675cc HTTP/1.1" status: 200 len: 945 time: 0.0476677 Jan 27 08:19:53.709685 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-6dac31eb-804b-4626-8425-fb6a38a90652 req-a296b92c-672b-412b-8b8a-87966ce0aeda tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=83cd1ec0-9807-4b47-9b7d-130393612ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415647 Jan 27 08:19:54.621480 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-84f64028-d758-4200-a634-8b4e45c8e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (30676f9c-3677-4b49-810a-45ff2c7eef62), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:54.829630 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c899c6a7-7bc9-4eb9-969f-071e6d522322 req-2d412e01-9d06-4adc-abe2-1a8b66f5c6af tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:54.831121 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-c899c6a7-7bc9-4eb9-969f-071e6d522322 req-2d412e01-9d06-4adc-abe2-1a8b66f5c6af tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=67092ae9-6a06-44b7-b600-53c887a675cc HTTP/1.1" status: 200 len: 945 time: 0.0497324 Jan 27 08:19:54.881070 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-c899c6a7-7bc9-4eb9-969f-071e6d522322 req-0bb5c8f5-57d1-4c05-a4b4-26daaa48bd57 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=83cd1ec0-9807-4b47-9b7d-130393612ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444698 Jan 27 08:19:55.766315 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-932e581e-1ad5-4fce-9316-ae3110c4cab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (037c8737-e99f-497c-9717-3fbc8e736584), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:55.998939 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c0375f-149d-4ec1-a626-e7558e7c9637 req-3c52b614-32de-45c3-80a6-a09a7004a972 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:56.000404 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-95c0375f-149d-4ec1-a626-e7558e7c9637 req-3c52b614-32de-45c3-80a6-a09a7004a972 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=67092ae9-6a06-44b7-b600-53c887a675cc HTTP/1.1" status: 200 len: 945 time: 0.0474613 Jan 27 08:19:56.047262 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-95c0375f-149d-4ec1-a626-e7558e7c9637 req-a4e18f0e-ab0b-41bf-88d9-8a9d155500e2 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=83cd1ec0-9807-4b47-9b7d-130393612ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411916 Jan 27 08:19:56.652404 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (e79cbf24-12bd-4e20-a580-79498d5b225b), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:57.166076 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12451ef6-ce94-4740-b10f-962fcde37a0e req-c39e4e54-a50c-46c0-8ff7-f3c12fb1900b tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:57.167577 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-12451ef6-ce94-4740-b10f-962fcde37a0e req-c39e4e54-a50c-46c0-8ff7-f3c12fb1900b tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=67092ae9-6a06-44b7-b600-53c887a675cc HTTP/1.1" status: 200 len: 945 time: 0.0477340 Jan 27 08:19:57.218200 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-12451ef6-ce94-4740-b10f-962fcde37a0e req-10dbbbd5-1250-4dad-a312-4aa0cfd7ae85 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=83cd1ec0-9807-4b47-9b7d-130393612ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450504 Jan 27 08:19:57.661197 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.agents_db [None req-38ef7be0-44ce-4a1a-bebd-f97a99571a56 None None] Agent healthcheck: found 6 active agents {{(pid=102578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 08:19:57.970315 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (926d476c-3c92-4faa-a402-a395b4978e44), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:19:58.339118 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340742da-f439-401a-86a3-9c1c2ad8618f req-051b389f-7961-495a-8c28-64fd6750e343 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:58.341176 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-340742da-f439-401a-86a3-9c1c2ad8618f req-051b389f-7961-495a-8c28-64fd6750e343 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=67092ae9-6a06-44b7-b600-53c887a675cc HTTP/1.1" status: 200 len: 945 time: 0.0501490 Jan 27 08:19:58.387904 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-340742da-f439-401a-86a3-9c1c2ad8618f req-7b63e65e-7353-4daf-b19e-ea7e9bd6ea25 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=83cd1ec0-9807-4b47-9b7d-130393612ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411630 Jan 27 08:19:59.505147 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a97166-1841-48c8-82af-86a929e3cb66 req-357680be-546c-48cb-ac26-b5622f2af2ea tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:19:59.506623 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-06a97166-1841-48c8-82af-86a929e3cb66 req-357680be-546c-48cb-ac26-b5622f2af2ea tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=67092ae9-6a06-44b7-b600-53c887a675cc HTTP/1.1" status: 200 len: 945 time: 0.0483491 Jan 27 08:19:59.552998 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-06a97166-1841-48c8-82af-86a929e3cb66 req-00211403-1c7d-4ada-bf97-ed82baa0e272 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=83cd1ec0-9807-4b47-9b7d-130393612ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405681 Jan 27 08:20:00.685189 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d382b533-54ff-4745-91c1-7f0c663f3f50 req-99016248-9dba-486f-b963-cc66159fd8e7 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:00.687426 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d382b533-54ff-4745-91c1-7f0c663f3f50 req-99016248-9dba-486f-b963-cc66159fd8e7 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=67092ae9-6a06-44b7-b600-53c887a675cc HTTP/1.1" status: 200 len: 945 time: 0.0569623 Jan 27 08:20:00.735696 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d382b533-54ff-4745-91c1-7f0c663f3f50 req-fdde6905-5191-4aa7-9155-f03853b0e7e1 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=83cd1ec0-9807-4b47-9b7d-130393612ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412619 Jan 27 08:20:01.667693 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-6e491c4a-50e9-44ba-9653-1c98b0b935e2 req-e4cb2df0-a65a-4298-9a1f-e8fc8705bd81 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4914c21c-8280-496c-a6c6-ed7ffe77aa01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395224 Jan 27 08:20:01.756098 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e491c4a-50e9-44ba-9653-1c98b0b935e2 req-901613fa-f3e8-4655-9cc3-b271b3759396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:01.757677 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-6e491c4a-50e9-44ba-9653-1c98b0b935e2 req-901613fa-f3e8-4655-9cc3-b271b3759396 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0faac1e89cc44ae197577f1e66e143cd&device_id=4914c21c-8280-496c-a6c6-ed7ffe77aa01 HTTP/1.1" status: 200 len: 1099 time: 0.0445352 Jan 27 08:20:01.858080 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546cbdbe-04fe-4d0e-9c94-aa6214d481f3 req-64fbf7d4-717e-48d6-9e30-fa60e926839c tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:01.859568 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-546cbdbe-04fe-4d0e-9c94-aa6214d481f3 req-64fbf7d4-717e-48d6-9e30-fa60e926839c tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=67092ae9-6a06-44b7-b600-53c887a675cc HTTP/1.1" status: 200 len: 945 time: 0.0473888 Jan 27 08:20:01.871989 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e491c4a-50e9-44ba-9653-1c98b0b935e2 req-77e48ddd-52de-4cc8-a197-f8bf797778af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:01.873496 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-6e491c4a-50e9-44ba-9653-1c98b0b935e2 req-77e48ddd-52de-4cc8-a197-f8bf797778af service neutron] 10.222.0.72 "GET /v2.0/networks?id=9b081a2b-185d-4bc7-8711-580f26a8816a HTTP/1.1" status: 200 len: 913 time: 0.0867708 Jan 27 08:20:01.908885 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-546cbdbe-04fe-4d0e-9c94-aa6214d481f3 req-56f4cbc3-d030-4672-b0ee-88acfa67abad tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=83cd1ec0-9807-4b47-9b7d-130393612ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431292 Jan 27 08:20:01.942013 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-6e491c4a-50e9-44ba-9653-1c98b0b935e2 req-9ae05897-5839-4e01-90d8-ae295f6aa05d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=126a4024-f069-473d-a344-1c098f499bd2 HTTP/1.1" status: 200 len: 1002 time: 0.0623920 Jan 27 08:20:01.996162 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e491c4a-50e9-44ba-9653-1c98b0b935e2 req-ae3b557f-316b-4c27-a566-49bd16927107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:01.998131 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-6e491c4a-50e9-44ba-9653-1c98b0b935e2 req-ae3b557f-316b-4c27-a566-49bd16927107 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dea6adae-bbac-41f2-ace5-b3e89da3af0b HTTP/1.1" status: 200 len: 851 time: 0.0438385 Jan 27 08:20:02.043011 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e491c4a-50e9-44ba-9653-1c98b0b935e2 req-768600e1-5958-4275-90c3-5bf981176592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:02.044702 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-6e491c4a-50e9-44ba-9653-1c98b0b935e2 req-768600e1-5958-4275-90c3-5bf981176592 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9b081a2b-185d-4bc7-8711-580f26a8816a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392628 Jan 27 08:20:02.139526 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-6e491c4a-50e9-44ba-9653-1c98b0b935e2 req-ea012cd1-332b-4c73-9b5d-ddd50e302f32 service neutron] 10.222.0.72 "GET /v2.0/networks/9b081a2b-185d-4bc7-8711-580f26a8816a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870874 Jan 27 08:20:02.243572 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-6e491c4a-50e9-44ba-9653-1c98b0b935e2 req-61e60ddf-51ae-4810-89d0-9f7a6faf2c3e service neutron] 10.222.0.72 "GET /v2.0/networks/9b081a2b-185d-4bc7-8711-580f26a8816a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816610 Jan 27 08:20:03.027316 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74626826-8dd8-45e0-b2e9-46ee51dce8cc req-6a1bbcb1-7860-48bb-9b4d-8e6b193bcdc4 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:03.029434 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-74626826-8dd8-45e0-b2e9-46ee51dce8cc req-6a1bbcb1-7860-48bb-9b4d-8e6b193bcdc4 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=67092ae9-6a06-44b7-b600-53c887a675cc HTTP/1.1" status: 200 len: 945 time: 0.0501022 Jan 27 08:20:03.080275 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-74626826-8dd8-45e0-b2e9-46ee51dce8cc req-84f50ac9-b328-496a-b16d-252e6a472b3d tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=83cd1ec0-9807-4b47-9b7d-130393612ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452008 Jan 27 08:20:04.200901 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39dc407-cf25-4fd3-bf40-1348e4fa2bbe req-ca8fabf2-0ad9-4981-8037-6afe37f32fef tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:04.203391 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b39dc407-cf25-4fd3-bf40-1348e4fa2bbe req-ca8fabf2-0ad9-4981-8037-6afe37f32fef tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=67092ae9-6a06-44b7-b600-53c887a675cc HTTP/1.1" status: 200 len: 945 time: 0.0511038 Jan 27 08:20:04.258360 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b39dc407-cf25-4fd3-bf40-1348e4fa2bbe req-036a071a-4e83-42d0-8999-f2ebee6a66e5 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=83cd1ec0-9807-4b47-9b7d-130393612ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491939 Jan 27 08:20:04.752276 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb details requested by agent hyperv_hv-cinder-82658 with host hv-cinder-82658 {{(pid=102577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 08:20:04.861832 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb,segment=NetworkSegment(d52c0c22-6164-4420-8fd5-d7a3d432294e),segment_id=d52c0c22-6164-4420-8fd5-d7a3d432294e)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:20:04.874391 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Returning: {'device': 'fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb', 'network_id': 'eb16c640-8d70-456d-b9db-6e89eb7e23c3', 'port_id': 'fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb', 'mac_address': 'fa:16:3e:d7:aa:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57070168-9245-4dd6-b7ac-0c997e12d4d3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 08:20:04.923726 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Current status of the port fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb is: ACTIVE; New status is: BUILD {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:20:04.924336 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:04.944468 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.notifiers.nova [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb {{(pid=102577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 08:20:04.969186 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb,segment=NetworkSegment(d52c0c22-6164-4420-8fd5-d7a3d432294e),segment_id=d52c0c22-6164-4420-8fd5-d7a3d432294e)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:20:04.974435 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:05.032507 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Pushing event updated for resources: {'Port': ['ID=fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb,revision_number=6']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:20:05.040570 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:20:05.042233 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:20:05.042596 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:20:05.042935 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:20:05.043446 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:20:05.043939 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:20:05.044183 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:20:05.044522 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:20:05.044882 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:20:05.045217 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:20:05.045540 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:20:05.045866 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:20:05.046699 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:20:05.080365 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] get_ports_and_sgs() called for port_ids ['fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb'] {{(pid=102577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 08:20:05.441804 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b50069-0de9-43d5-a828-dc7ebf21c698 req-a055c069-5cdd-4a82-b40c-bcdc22023963 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:05.444008 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-e9b50069-0de9-43d5-a828-dc7ebf21c698 req-a055c069-5cdd-4a82-b40c-bcdc22023963 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=67092ae9-6a06-44b7-b600-53c887a675cc HTTP/1.1" status: 200 len: 944 time: 0.0936720 Jan 27 08:20:05.503340 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-e9b50069-0de9-43d5-a828-dc7ebf21c698 req-13caef77-2dfc-476f-9cc3-17f12e142589 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=83cd1ec0-9807-4b47-9b7d-130393612ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477612 Jan 27 08:20:06.653577 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be2085-7769-4777-8ba6-7a8a02866a2c req-3582245b-98ac-4953-9713-9d7b4634dd01 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:06.655236 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-51be2085-7769-4777-8ba6-7a8a02866a2c req-3582245b-98ac-4953-9713-9d7b4634dd01 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=67092ae9-6a06-44b7-b600-53c887a675cc HTTP/1.1" status: 200 len: 944 time: 0.0634613 Jan 27 08:20:06.713549 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-51be2085-7769-4777-8ba6-7a8a02866a2c req-0311dd65-d46b-4561-bced-ad8341b6cfe3 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=83cd1ec0-9807-4b47-9b7d-130393612ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498908 Jan 27 08:20:06.757366 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb up at agent hyperv_hv-cinder-82658 {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:20:06.832343 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Provisioning complete for port fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:20:06.833643 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:06.942361 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Current status of the port fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb is: BUILD; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:20:06.943116 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:06.986159 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67092ae9-6a06-44b7-b600-53c887a675cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb'}] {{(pid=102577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:20:06.989218 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ec6f2d63f069076934ea9a19260140f1f8696ff0c22b7471017e65d09815c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f902d52-1033-44a6-a15a-3d2ff4fbff08" -d '{"events": [{"server_uuid": "67092ae9-6a06-44b7-b600-53c887a675cc", "name": "network-vif-plugged", "status": "completed", "tag": "fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb"}]}' {{(pid=102577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:20:07.011126 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb,segment=NetworkSegment(d52c0c22-6164-4420-8fd5-d7a3d432294e),segment_id=d52c0c22-6164-4420-8fd5-d7a3d432294e)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:20:07.026318 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:07.068017 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 08:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d09faf-f4f9-4d2e-8065-264ec6a9abc2 x-openstack-request-id: req-42d09faf-f4f9-4d2e-8065-264ec6a9abc2 {{(pid=102577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:20:07.068586 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67092ae9-6a06-44b7-b600-53c887a675cc", "name": "network-vif-plugged", "status": "completed", "tag": "fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb", "code": 200}]} {{(pid=102577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:20:07.069116 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-42d09faf-f4f9-4d2e-8065-264ec6a9abc2 {{(pid=102577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:20:07.069819 dv-cinder-826589-1-iscsi neutron-server[102577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67092ae9-6a06-44b7-b600-53c887a675cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb', 'code': 200} Jan 27 08:20:07.097353 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Pushing event updated for resources: {'Port': ['ID=fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb,revision_number=7']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:20:07.220783 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8108caac-74d2-48cb-ace8-566485f558db req-23b3a9e3-e705-4eae-a4dc-08981d257926 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:07.222269 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-8108caac-74d2-48cb-ace8-566485f558db req-23b3a9e3-e705-4eae-a4dc-08981d257926 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=4914c21c-8280-496c-a6c6-ed7ffe77aa01 HTTP/1.1" status: 200 len: 946 time: 0.0741601 Jan 27 08:20:07.285192 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-8108caac-74d2-48cb-ace8-566485f558db req-73e35bb2-134c-4a17-8c37-2b63d6ea0f4e tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538604 Jan 27 08:20:07.880340 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91351771-f83d-4b3a-b74c-1d372be116a6 req-fc95d3b6-4b1f-48b4-854d-870f34c55743 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:07.888602 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-91351771-f83d-4b3a-b74c-1d372be116a6 req-fc95d3b6-4b1f-48b4-854d-870f34c55743 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=67092ae9-6a06-44b7-b600-53c887a675cc HTTP/1.1" status: 200 len: 945 time: 0.0771999 Jan 27 08:20:07.946430 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-91351771-f83d-4b3a-b74c-1d372be116a6 req-fd000b5d-71f1-476b-a0ca-4dadf4258d68 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=83cd1ec0-9807-4b47-9b7d-130393612ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567033 Jan 27 08:20:08.490052 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b951a-b13b-4f3c-b80b-abd76d61de28 req-a85a318a-9892-45d9-a341-17fe026cc49f tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:08.491582 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-553b951a-b13b-4f3c-b80b-abd76d61de28 req-a85a318a-9892-45d9-a341-17fe026cc49f tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=4914c21c-8280-496c-a6c6-ed7ffe77aa01 HTTP/1.1" status: 200 len: 946 time: 0.1270485 Jan 27 08:20:08.554687 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-553b951a-b13b-4f3c-b80b-abd76d61de28 req-d44f81b2-f421-41d8-8559-41d27533aaee tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564866 Jan 27 08:20:08.943175 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b962f4b-a328-491f-8d04-6136864b8a9d req-b996b8fc-cf85-4b2d-bd7a-1882102ae853 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:08.944655 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-4b962f4b-a328-491f-8d04-6136864b8a9d req-b996b8fc-cf85-4b2d-bd7a-1882102ae853 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.72 "GET /v2.0/ports?device_id=4914c21c-8280-496c-a6c6-ed7ffe77aa01 HTTP/1.1" status: 200 len: 946 time: 0.0671666 Jan 27 08:20:09.099890 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [req-4b962f4b-a328-491f-8d04-6136864b8a9d req-7035a3ca-83e0-4953-acb1-4640076433eb tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Deleting port 126a4024-f069-473d-a344-1c098f499bd2 {{(pid=102575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 08:20:09.100305 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-4b962f4b-a328-491f-8d04-6136864b8a9d req-7035a3ca-83e0-4953-acb1-4640076433eb tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730335283038'] for port (126a4024-f069-473d-a344-1c098f499bd2), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:09.115408 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f98913d-6c6e-4f5c-9105-d864b8430156 req-177850d9-c4a1-47e5-9c83-c694cf7b447e tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:09.122888 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-9f98913d-6c6e-4f5c-9105-d864b8430156 req-177850d9-c4a1-47e5-9c83-c694cf7b447e tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=67092ae9-6a06-44b7-b600-53c887a675cc HTTP/1.1" status: 200 len: 945 time: 0.0722280 Jan 27 08:20:09.214556 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-9f98913d-6c6e-4f5c-9105-d864b8430156 req-1935c931-4e74-4d10-a029-4c38a30addb1 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=83cd1ec0-9807-4b47-9b7d-130393612ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806787 Jan 27 08:20:09.245883 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [req-4b962f4b-a328-491f-8d04-6136864b8a9d req-7035a3ca-83e0-4953-acb1-4640076433eb tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] For port 126a4024-f069-473d-a344-1c098f499bd2, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=126a4024-f069-473d-a344-1c098f499bd2,segment=NetworkSegment(a957085e-4c2a-4d53-a79f-6cfe99225dd1),segment_id=a957085e-4c2a-4d53-a79f-6cfe99225dd1)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:20:09.246279 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-4b962f4b-a328-491f-8d04-6136864b8a9d req-7035a3ca-83e0-4953-acb1-4640076433eb tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547444'] for port (126a4024-f069-473d-a344-1c098f499bd2), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:09.489929 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-4b962f4b-a328-491f-8d04-6136864b8a9d req-7035a3ca-83e0-4953-acb1-4640076433eb tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:09.490437 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-4b962f4b-a328-491f-8d04-6136864b8a9d req-7035a3ca-83e0-4953-acb1-4640076433eb tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549487'] for floatingip (3c6c307a-a1ef-4a49-ac09-2b45972160e3), after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:09.490842 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.db.l3_db [req-4b962f4b-a328-491f-8d04-6136864b8a9d req-7035a3ca-83e0-4953-acb1-4640076433eb tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Floating IP 3c6c307a-a1ef-4a49-ac09-2b45972160e3 disassociated. External IP: 172.27.1.120, port: 126a4024-f069-473d-a344-1c098f499bd2. Jan 27 08:20:09.491256 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [req-4b962f4b-a328-491f-8d04-6136864b8a9d req-7035a3ca-83e0-4953-acb1-4640076433eb tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Calling delete_port for 126a4024-f069-473d-a344-1c098f499bd2 owned by compute:nova {{(pid=102575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 08:20:09.680142 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-4b962f4b-a328-491f-8d04-6136864b8a9d req-7035a3ca-83e0-4953-acb1-4640076433eb tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730335288760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730334756118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13172730'] for port (126a4024-f069-473d-a344-1c098f499bd2), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:09.731652 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-c8a74eee-d72b-4363-b05d-c3ba24fa6c8a req-b4f014d0-600a-4356-9531-acd55e475666 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=4914c21c-8280-496c-a6c6-ed7ffe77aa01 HTTP/1.1" status: 200 len: 210 time: 0.0514386 Jan 27 08:20:09.736831 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7035a3ca-83e0-4953-acb1-4640076433eb tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Pushing event deleted for resources: {'Port': ['ID=126a4024-f069-473d-a344-1c098f499bd2,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:20:09.765067 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7035a3ca-83e0-4953-acb1-4640076433eb tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:20:09.765438 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7035a3ca-83e0-4953-acb1-4640076433eb tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:20:09.765769 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7035a3ca-83e0-4953-acb1-4640076433eb tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:20:09.766113 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7035a3ca-83e0-4953-acb1-4640076433eb tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:20:09.766468 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7035a3ca-83e0-4953-acb1-4640076433eb tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:20:09.766894 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7035a3ca-83e0-4953-acb1-4640076433eb tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:20:09.767263 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7035a3ca-83e0-4953-acb1-4640076433eb tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:20:09.767450 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7035a3ca-83e0-4953-acb1-4640076433eb tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:20:09.767784 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7035a3ca-83e0-4953-acb1-4640076433eb tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:20:09.768134 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7035a3ca-83e0-4953-acb1-4640076433eb tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:20:09.768440 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7035a3ca-83e0-4953-acb1-4640076433eb tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:20:09.768778 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7035a3ca-83e0-4953-acb1-4640076433eb tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:20:09.769168 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7035a3ca-83e0-4953-acb1-4640076433eb tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:20:09.910338 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b962f4b-a328-491f-8d04-6136864b8a9d req-7035a3ca-83e0-4953-acb1-4640076433eb tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Router 900182e7-ce27-4189-bb33-70c250482c8a has already been hosted by L3 agent c4292dc4-d7f6-4187-994e-0142c7d14647 {{(pid=102575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 08:20:10.331604 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b962f4b-a328-491f-8d04-6136864b8a9d req-7035a3ca-83e0-4953-acb1-4640076433eb tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Notify agent at l3_agent.dv-cinder-826589-1-iscsi the message routers_updated {{(pid=102575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 08:20:10.346733 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ff2777-50e0-4425-b1c8-029e03a3aeed None None] Sync routers for ids ['900182e7-ce27-4189-bb33-70c250482c8a'] in dv-cinder-826589-1-iscsi {{(pid=102577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 08:20:10.351755 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c09d6-45b0-4cf7-9c37-859bcda30fc3 req-d9f24c6c-03af-470f-a60a-184c1a90ee5b tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:10.361994 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b91c09d6-45b0-4cf7-9c37-859bcda30fc3 req-d9f24c6c-03af-470f-a60a-184c1a90ee5b tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=67092ae9-6a06-44b7-b600-53c887a675cc HTTP/1.1" status: 200 len: 945 time: 0.0649717 Jan 27 08:20:10.363755 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ff2777-50e0-4425-b1c8-029e03a3aeed None None] Routers {'900182e7-ce27-4189-bb33-70c250482c8a'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:20:10.364476 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-16ff2777-50e0-4425-b1c8-029e03a3aeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:19:53Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['900182e7-ce27-4189-bb33-70c250482c8a'], 'active': True} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:20:10.420686 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b962f4b-a328-491f-8d04-6136864b8a9d req-7035a3ca-83e0-4953-acb1-4640076433eb tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] No DVR routers for this DVR port 126a4024-f069-473d-a344-1c098f499bd2 on host hv-cinder-82658 {{(pid=102575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 08:20:10.431840 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b91c09d6-45b0-4cf7-9c37-859bcda30fc3 req-82541a6a-a0bc-4972-81e2-082b518c76b3 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=83cd1ec0-9807-4b47-9b7d-130393612ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685587 Jan 27 08:20:10.432420 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-4b962f4b-a328-491f-8d04-6136864b8a9d req-7035a3ca-83e0-4953-acb1-4640076433eb tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for port (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:10.436169 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-4b962f4b-a328-491f-8d04-6136864b8a9d req-7035a3ca-83e0-4953-acb1-4640076433eb tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.72 "DELETE /v2.0/ports/126a4024-f069-473d-a344-1c098f499bd2 HTTP/1.1" status: 204 len: 173 time: 1.4818492 Jan 27 08:20:10.436809 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4914c21c-8280-496c-a6c6-ed7ffe77aa01', 'name': 'network-vif-deleted', 'tag': '126a4024-f069-473d-a344-1c098f499bd2'}] {{(pid=102575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:20:10.440594 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34d12f73e8b898318ba96f52067286bd4e4b64784ab72771e8c48dd469e53537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e09baa5-a6fa-488a-9938-fcad28783b5d" -d '{"events": [{"server_uuid": "4914c21c-8280-496c-a6c6-ed7ffe77aa01", "name": "network-vif-deleted", "tag": "126a4024-f069-473d-a344-1c098f499bd2"}]}' {{(pid=102575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:20:10.504105 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 08:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7569c1-8d0b-4fb6-ac7b-638ba55942c4 x-openstack-request-id: req-0c7569c1-8d0b-4fb6-ac7b-638ba55942c4 {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:20:10.504105 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4914c21c-8280-496c-a6c6-ed7ffe77aa01", "name": "network-vif-deleted", "tag": "126a4024-f069-473d-a344-1c098f499bd2", "status": "completed", "code": 200}]} {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:20:10.504105 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0c7569c1-8d0b-4fb6-ac7b-638ba55942c4 {{(pid=102575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:20:10.505395 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4914c21c-8280-496c-a6c6-ed7ffe77aa01', 'name': 'network-vif-deleted', 'tag': '126a4024-f069-473d-a344-1c098f499bd2', 'status': 'completed', 'code': 200} Jan 27 08:20:10.562481 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvr_db [None req-16ff2777-50e0-4425-b1c8-029e03a3aeed None None] Set router 900182e7-ce27-4189-bb33-70c250482c8a gateway port host: dv-cinder-826589-1-iscsi {{(pid=102577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:20:10.856279 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-16ff2777-50e0-4425-b1c8-029e03a3aeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900182e7-ce27-4189-bb33-70c250482c8a', 'name': 'tempest-TestVolumeBootPattern-1736694676-router', 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '4c9bd725-8fed-4ede-a168-3d70d7474ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:16:19Z', 'updated_at': '2022-01-27T08:16:23Z', 'revision_number': 4, 'project_id': '0faac1e89cc44ae197577f1e66e143cd', 'gw_port': {'id': '4c9bd725-8fed-4ede-a168-3d70d7474ddd', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ea:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900182e7-ce27-4189-bb33-70c250482c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:16:20Z', 'updated_at': '2022-01-27T08:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_interfaces': [{'id': '5b55e100-31f6-4087-b698-a5e04e6b56de', 'name': '', 'network_id': '9b081a2b-185d-4bc7-8711-580f26a8816a', 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'mac_address': 'fa:16:3e:96:34:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900182e7-ce27-4189-bb33-70c250482c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'dea6adae-bbac-41f2-ace5-b3e89da3af0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:16:22Z', 'updated_at': '2022-01-27T08:16:29Z', 'revision_number': 5, 'project_id': '0faac1e89cc44ae197577f1e66e143cd', 'subnets': [{'id': 'dea6adae-bbac-41f2-ace5-b3e89da3af0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:20:10.885356 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-77a5d022-e214-4eac-af8a-15b2448e2920 req-1d5ef7a2-11f4-4b92-8c3f-f523b7df16d9 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=4914c21c-8280-496c-a6c6-ed7ffe77aa01 HTTP/1.1" status: 200 len: 210 time: 0.0384743 Jan 27 08:20:10.893067 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ff2777-50e0-4425-b1c8-029e03a3aeed None None] Checking router: 900182e7-ce27-4189-bb33-70c250482c8a for host: dv-cinder-826589-1-iscsi {{(pid=102577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 08:20:10.914829 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ff2777-50e0-4425-b1c8-029e03a3aeed None None] Routers {'900182e7-ce27-4189-bb33-70c250482c8a'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:20:10.915725 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-16ff2777-50e0-4425-b1c8-029e03a3aeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:19:53Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['900182e7-ce27-4189-bb33-70c250482c8a'], 'active': True} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:20:11.212556 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvr_db [None req-16ff2777-50e0-4425-b1c8-029e03a3aeed None None] Set router 900182e7-ce27-4189-bb33-70c250482c8a gateway port host: dv-cinder-826589-1-iscsi {{(pid=102577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:20:11.448433 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-16ff2777-50e0-4425-b1c8-029e03a3aeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900182e7-ce27-4189-bb33-70c250482c8a', 'name': 'tempest-TestVolumeBootPattern-1736694676-router', 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '4c9bd725-8fed-4ede-a168-3d70d7474ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:16:19Z', 'updated_at': '2022-01-27T08:16:23Z', 'revision_number': 4, 'project_id': '0faac1e89cc44ae197577f1e66e143cd', 'gw_port': {'id': '4c9bd725-8fed-4ede-a168-3d70d7474ddd', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ea:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900182e7-ce27-4189-bb33-70c250482c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:16:20Z', 'updated_at': '2022-01-27T08:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_interfaces': [{'id': '5b55e100-31f6-4087-b698-a5e04e6b56de', 'name': '', 'network_id': '9b081a2b-185d-4bc7-8711-580f26a8816a', 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'mac_address': 'fa:16:3e:96:34:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900182e7-ce27-4189-bb33-70c250482c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'dea6adae-bbac-41f2-ace5-b3e89da3af0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:16:22Z', 'updated_at': '2022-01-27T08:16:29Z', 'revision_number': 5, 'project_id': '0faac1e89cc44ae197577f1e66e143cd', 'subnets': [{'id': 'dea6adae-bbac-41f2-ace5-b3e89da3af0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:20:11.478079 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ff2777-50e0-4425-b1c8-029e03a3aeed None None] The sync data for ids ['900182e7-ce27-4189-bb33-70c250482c8a'] in dv-cinder-826589-1-iscsi is: [{'id': '900182e7-ce27-4189-bb33-70c250482c8a', 'name': 'tempest-TestVolumeBootPattern-1736694676-router', 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '4c9bd725-8fed-4ede-a168-3d70d7474ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:16:19Z', 'updated_at': '2022-01-27T08:16:23Z', 'revision_number': 4, 'project_id': '0faac1e89cc44ae197577f1e66e143cd', 'gw_port': {'id': '4c9bd725-8fed-4ede-a168-3d70d7474ddd', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ea:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900182e7-ce27-4189-bb33-70c250482c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:16:20Z', 'updated_at': '2022-01-27T08:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_interfaces': [{'id': '5b55e100-31f6-4087-b698-a5e04e6b56de', 'name': '', 'network_id': '9b081a2b-185d-4bc7-8711-580f26a8816a', 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'mac_address': 'fa:16:3e:96:34:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900182e7-ce27-4189-bb33-70c250482c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'dea6adae-bbac-41f2-ace5-b3e89da3af0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:16:22Z', 'updated_at': '2022-01-27T08:16:29Z', 'revision_number': 5, 'project_id': '0faac1e89cc44ae197577f1e66e143cd', 'subnets': [{'id': 'dea6adae-bbac-41f2-ace5-b3e89da3af0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 08:20:11.579123 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f010be1-4d96-40e0-9979-ce47203b4a78 req-00fbbd50-1e4d-4a3a-8d89-15b4be963a71 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:11.581944 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-1f010be1-4d96-40e0-9979-ce47203b4a78 req-00fbbd50-1e4d-4a3a-8d89-15b4be963a71 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=67092ae9-6a06-44b7-b600-53c887a675cc HTTP/1.1" status: 200 len: 945 time: 0.0716207 Jan 27 08:20:11.652045 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-1f010be1-4d96-40e0-9979-ce47203b4a78 req-a3bc3435-1f37-4074-b464-ff25e7ae1248 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=83cd1ec0-9807-4b47-9b7d-130393612ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615332 Jan 27 08:20:11.818194 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef9be84-d309-4793-a499-e891116ad999 None None] New status for floating IP 3c6c307a-a1ef-4a49-ac09-2b45972160e3: DOWN {{(pid=102578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 08:20:12.262434 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-07413db8-d518-4827-8dd5-7770dc26b5d7 req-ad354eb5-96ca-476d-a658-f4d6b147fb38 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1384581973&fields=id&tenant_id=0faac1e89cc44ae197577f1e66e143cd HTTP/1.1" status: 200 len: 267 time: 0.0807512 Jan 27 08:20:12.416656 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07413db8-d518-4827-8dd5-7770dc26b5d7 req-a460ce59-a7da-4689-88e7-ba4837d6b7a7 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:12.420860 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-07413db8-d518-4827-8dd5-7770dc26b5d7 req-a460ce59-a7da-4689-88e7-ba4837d6b7a7 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/networks?id=9b081a2b-185d-4bc7-8711-580f26a8816a HTTP/1.1" status: 200 len: 812 time: 0.1549368 Jan 27 08:20:12.449545 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-07413db8-d518-4827-8dd5-7770dc26b5d7 req-e0a176d3-e54c-43e2-92e8-39d3fab431c5 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/quotas/0faac1e89cc44ae197577f1e66e143cd HTTP/1.1" status: 200 len: 375 time: 0.0131636 Jan 27 08:20:12.505602 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-07413db8-d518-4827-8dd5-7770dc26b5d7 req-d4209503-120f-4938-8938-cf4823ce74da tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0faac1e89cc44ae197577f1e66e143cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481598 Jan 27 08:20:12.661479 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-07413db8-d518-4827-8dd5-7770dc26b5d7 req-f47787fa-fb18-47a4-8493-d7db4e7d6830 service neutron] 10.222.0.59 "GET /v2.0/networks/9b081a2b-185d-4bc7-8711-580f26a8816a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431465 Jan 27 08:20:12.785077 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device 126a4024-f069-473d-a344-1c098f499bd2 no longer exists at agent hyperv_hv-cinder-82658 {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 08:20:12.807739 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-07413db8-d518-4827-8dd5-7770dc26b5d7 req-c436005d-c081-4af6-9a9c-2acbaa44649a service neutron] 10.222.0.59 "GET /v2.0/networks/9b081a2b-185d-4bc7-8711-580f26a8816a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381745 Jan 27 08:20:12.816277 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] No Port match for: 126a4024-f069-473d-a344-1c098f499bd2 {{(pid=102577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 08:20:12.816642 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device 126a4024-f069-473d-a344-1c098f499bd2 not bound to the agent host hv-cinder-82658 {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 08:20:12.826612 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad913c-043d-439c-83d9-7446e1623510 req-2bccc055-d533-4b6f-ac00-ac387ff354d7 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:12.828308 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-ecad913c-043d-439c-83d9-7446e1623510 req-2bccc055-d533-4b6f-ac00-ac387ff354d7 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=67092ae9-6a06-44b7-b600-53c887a675cc HTTP/1.1" status: 200 len: 945 time: 0.0904100 Jan 27 08:20:12.883553 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-ecad913c-043d-439c-83d9-7446e1623510 req-1e3dcce9-74d7-4de3-851c-7ca47036ca6e tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=83cd1ec0-9807-4b47-9b7d-130393612ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483549 Jan 27 08:20:13.155614 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-661f5741-f5d6-4803-9134-47ee54088a96 req-f6ab471c-d481-4e62-a4ae-02911c55905f tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=e22c3975-4834-494a-8fc5-3c7ee94b3a21 HTTP/1.1" status: 200 len: 210 time: 0.0314443 Jan 27 08:20:14.013195 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e007fc-e648-4653-a4ce-a61a07b47de8 req-481e0f43-40d1-4fbc-8b45-836825dc8c78 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:14.014689 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-50e007fc-e648-4653-a4ce-a61a07b47de8 req-481e0f43-40d1-4fbc-8b45-836825dc8c78 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=67092ae9-6a06-44b7-b600-53c887a675cc HTTP/1.1" status: 200 len: 945 time: 0.0486395 Jan 27 08:20:14.060907 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-50e007fc-e648-4653-a4ce-a61a07b47de8 req-c1b1c2c8-1810-4efd-9f5b-45c335ff86cb tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=83cd1ec0-9807-4b47-9b7d-130393612ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407391 Jan 27 08:20:14.251268 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-dd3f7c4d-9d16-422d-9d2f-7307691d6ac0 req-d7b6e3e3-c49e-468f-b6a5-3f4a53dc3c46 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=e22c3975-4834-494a-8fc5-3c7ee94b3a21 HTTP/1.1" status: 200 len: 210 time: 0.0253475 Jan 27 08:20:14.391309 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c7daf0-9aa5-418d-b1ab-78a40bce233f req-540970d5-58ac-4d69-8c22-b7b7bb283e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:14.392850 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-a0c7daf0-9aa5-418d-b1ab-78a40bce233f req-540970d5-58ac-4d69-8c22-b7b7bb283e41 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e4ecc1e69f834d419992a599e2f26886&device_id=67092ae9-6a06-44b7-b600-53c887a675cc HTTP/1.1" status: 200 len: 1098 time: 0.0885923 Jan 27 08:20:14.468126 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07413db8-d518-4827-8dd5-7770dc26b5d7 req-cd970c38-6f64-4deb-9af9-0f6031b8ac04 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:14.469702 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-07413db8-d518-4827-8dd5-7770dc26b5d7 req-cd970c38-6f64-4deb-9af9-0f6031b8ac04 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.72 "GET /v2.0/networks?id=9b081a2b-185d-4bc7-8711-580f26a8816a HTTP/1.1" status: 200 len: 812 time: 0.1226285 Jan 27 08:20:14.513070 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c7daf0-9aa5-418d-b1ab-78a40bce233f req-c5872314-add8-469e-a346-2053dc2fa300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:14.514531 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-a0c7daf0-9aa5-418d-b1ab-78a40bce233f req-c5872314-add8-469e-a346-2053dc2fa300 service neutron] 10.222.0.72 "GET /v2.0/networks?id=eb16c640-8d70-456d-b9db-6e89eb7e23c3 HTTP/1.1" status: 200 len: 918 time: 0.1149065 Jan 27 08:20:14.554336 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-07413db8-d518-4827-8dd5-7770dc26b5d7 req-15ac10da-1d26-453f-830e-2d81d0e1dc41 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0faac1e89cc44ae197577f1e66e143cd HTTP/1.1" status: 200 len: 380 time: 0.0699127 Jan 27 08:20:14.564401 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [req-07413db8-d518-4827-8dd5-7770dc26b5d7 req-8a03aaee-b3e0-4c31-acd3-5923358a9cf7 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Request body: {'port': {'device_id': 'e22c3975-4834-494a-8fc5-3c7ee94b3a21', 'network_id': '9b081a2b-185d-4bc7-8711-580f26a8816a', 'admin_state_up': True, 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'security_groups': ['8094b559-0e87-4af8-8973-bdebc614ca29']}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:20:14.595231 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-a0c7daf0-9aa5-418d-b1ab-78a40bce233f req-6107150a-2552-408d-967d-8e3cb057f949 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb HTTP/1.1" status: 200 len: 1001 time: 0.0642016 Jan 27 08:20:14.647559 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c7daf0-9aa5-418d-b1ab-78a40bce233f req-106375ca-4acb-4399-8521-63f8117c4071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:14.649037 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-a0c7daf0-9aa5-418d-b1ab-78a40bce233f req-106375ca-4acb-4399-8521-63f8117c4071 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=57070168-9245-4dd6-b7ac-0c997e12d4d3 HTTP/1.1" status: 200 len: 856 time: 0.0479887 Jan 27 08:20:14.677703 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07413db8-d518-4827-8dd5-7770dc26b5d7 req-8a03aaee-b3e0-4c31-acd3-5923358a9cf7 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Made reservation on behalf of 0faac1e89cc44ae197577f1e66e143cd for: {'port': 1} {{(pid=102576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 08:20:14.681134 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-07413db8-d518-4827-8dd5-7770dc26b5d7 req-8a03aaee-b3e0-4c31-acd3-5923358a9cf7 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:14.693963 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c7daf0-9aa5-418d-b1ab-78a40bce233f req-6a46a620-b5c8-47c9-95ca-511cf53b5cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:14.695515 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-a0c7daf0-9aa5-418d-b1ab-78a40bce233f req-6a46a620-b5c8-47c9-95ca-511cf53b5cc5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=eb16c640-8d70-456d-b9db-6e89eb7e23c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401163 Jan 27 08:20:14.790377 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-a0c7daf0-9aa5-418d-b1ab-78a40bce233f req-9bb4b6dc-05f6-4476-a895-ccb9d418d925 service neutron] 10.222.0.72 "GET /v2.0/networks/eb16c640-8d70-456d-b9db-6e89eb7e23c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877764 Jan 27 08:20:14.808656 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.db_base_plugin_common [req-07413db8-d518-4827-8dd5-7770dc26b5d7 req-8a03aaee-b3e0-4c31-acd3-5923358a9cf7 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Allocated IP 172.20.0.12 (9b081a2b-185d-4bc7-8711-580f26a8816a/dea6adae-bbac-41f2-ace5-b3e89da3af0b/5d0ee498-5ef5-47e6-b470-80328c6a0096) {{(pid=102576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 08:20:14.891992 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-a0c7daf0-9aa5-418d-b1ab-78a40bce233f req-07dfe6e5-a13b-4ae5-99d6-4463e053af0d service neutron] 10.222.0.72 "GET /v2.0/networks/eb16c640-8d70-456d-b9db-6e89eb7e23c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953338 Jan 27 08:20:14.956295 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-07413db8-d518-4827-8dd5-7770dc26b5d7 req-8a03aaee-b3e0-4c31-acd3-5923358a9cf7 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks [] for port (5d0ee498-5ef5-47e6-b470-80328c6a0096), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:14.993381 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-07413db8-d518-4827-8dd5-7770dc26b5d7 req-8a03aaee-b3e0-4c31-acd3-5923358a9cf7 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730334756109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13114657'] for port (5d0ee498-5ef5-47e6-b470-80328c6a0096), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:15.038966 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07413db8-d518-4827-8dd5-7770dc26b5d7 req-8a03aaee-b3e0-4c31-acd3-5923358a9cf7 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Network 9b081a2b-185d-4bc7-8711-580f26a8816a is already hosted by enough agents. {{(pid=102576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 08:20:15.043861 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.base_scheduler [req-07413db8-d518-4827-8dd5-7770dc26b5d7 req-8a03aaee-b3e0-4c31-acd3-5923358a9cf7 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Resources bound (agent type, host, resource id): {{(pid=102576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:20:15.048117 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [req-07413db8-d518-4827-8dd5-7770dc26b5d7 req-8a03aaee-b3e0-4c31-acd3-5923358a9cf7 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Received port after_create {{(pid=102576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 08:20:15.051893 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a03aaee-b3e0-4c31-acd3-5923358a9cf7 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Pushing event updated for resources: {'Port': ['ID=5d0ee498-5ef5-47e6-b470-80328c6a0096,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:20:15.084471 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a03aaee-b3e0-4c31-acd3-5923358a9cf7 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:20:15.085075 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a03aaee-b3e0-4c31-acd3-5923358a9cf7 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:20:15.085233 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a03aaee-b3e0-4c31-acd3-5923358a9cf7 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:20:15.085476 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a03aaee-b3e0-4c31-acd3-5923358a9cf7 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:20:15.085905 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a03aaee-b3e0-4c31-acd3-5923358a9cf7 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:20:15.086116 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a03aaee-b3e0-4c31-acd3-5923358a9cf7 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:20:15.087915 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a03aaee-b3e0-4c31-acd3-5923358a9cf7 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:20:15.087915 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a03aaee-b3e0-4c31-acd3-5923358a9cf7 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:20:15.087915 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a03aaee-b3e0-4c31-acd3-5923358a9cf7 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:20:15.087915 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a03aaee-b3e0-4c31-acd3-5923358a9cf7 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:20:15.087915 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a03aaee-b3e0-4c31-acd3-5923358a9cf7 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:20:15.087915 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a03aaee-b3e0-4c31-acd3-5923358a9cf7 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:20:15.088536 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a03aaee-b3e0-4c31-acd3-5923358a9cf7 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:20:15.111673 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07413db8-d518-4827-8dd5-7770dc26b5d7 req-8a03aaee-b3e0-4c31-acd3-5923358a9cf7 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:15.111987 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-07413db8-d518-4827-8dd5-7770dc26b5d7 req-8a03aaee-b3e0-4c31-acd3-5923358a9cf7 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for port (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:15.128480 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-07413db8-d518-4827-8dd5-7770dc26b5d7 req-8a03aaee-b3e0-4c31-acd3-5923358a9cf7 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5686781 Jan 27 08:20:15.142790 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [req-07413db8-d518-4827-8dd5-7770dc26b5d7 req-2980dee3-6f27-49af-bbd8-bad930ba21d1 service neutron] Request body: {'port': {'device_id': 'e22c3975-4834-494a-8fc5-3c7ee94b3a21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82658'}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:20:15.231859 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9c4a08-7c04-4f31-bf45-3a1a2a2c1d72 req-56674ea9-40d0-45f2-a7d5-24ad684e5a90 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:15.233338 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-8a9c4a08-7c04-4f31-bf45-3a1a2a2c1d72 req-56674ea9-40d0-45f2-a7d5-24ad684e5a90 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=67092ae9-6a06-44b7-b600-53c887a675cc HTTP/1.1" status: 200 len: 945 time: 0.0878055 Jan 27 08:20:15.234301 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-07413db8-d518-4827-8dd5-7770dc26b5d7 req-2980dee3-6f27-49af-bbd8-bad930ba21d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (5d0ee498-5ef5-47e6-b470-80328c6a0096), before_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:15.263147 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-c4834cc5-9447-4d1a-be42-984453a51f8f None None] Provisioning complete for port 5d0ee498-5ef5-47e6-b470-80328c6a0096 triggered by entity DHCP. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:20:15.263736 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-c4834cc5-9447-4d1a-be42-984453a51f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (5d0ee498-5ef5-47e6-b470-80328c6a0096), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:15.299787 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-c4834cc5-9447-4d1a-be42-984453a51f8f None None] Port 5d0ee498-5ef5-47e6-b470-80328c6a0096 cannot update to ACTIVE because it is not bound. {{(pid=102577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 08:20:15.629596 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-8a9c4a08-7c04-4f31-bf45-3a1a2a2c1d72 req-ca4e258f-98aa-4dba-a9dd-1de2e23e1f23 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=83cd1ec0-9807-4b47-9b7d-130393612ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3866308 Jan 27 08:20:15.649339 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e427a-002e-4022-8aff-a835c5dd6177 req-adb35216-bec0-4f81-993d-a46a3144763f tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:15.650813 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-907e427a-002e-4022-8aff-a835c5dd6177 req-adb35216-bec0-4f81-993d-a46a3144763f tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=e22c3975-4834-494a-8fc5-3c7ee94b3a21 HTTP/1.1" status: 200 len: 932 time: 0.1377606 Jan 27 08:20:15.753259 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-907e427a-002e-4022-8aff-a835c5dd6177 req-8ace9844-fa2b-42b9-85f4-88826937d26f tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961552 Jan 27 08:20:15.831930 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.notifiers.nova [req-07413db8-d518-4827-8dd5-7770dc26b5d7 req-2980dee3-6f27-49af-bbd8-bad930ba21d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d0ee498-5ef5-47e6-b470-80328c6a0096 {{(pid=102576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 08:20:15.839302 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-07413db8-d518-4827-8dd5-7770dc26b5d7 req-2980dee3-6f27-49af-bbd8-bad930ba21d1 service neutron] Publish callbacks [] for port (5d0ee498-5ef5-47e6-b470-80328c6a0096), precommit_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:15.852060 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.provisioning_blocks [req-07413db8-d518-4827-8dd5-7770dc26b5d7 req-2980dee3-6f27-49af-bbd8-bad930ba21d1 service neutron] Transition to ACTIVE for port object 5d0ee498-5ef5-47e6-b470-80328c6a0096 will not be triggered until provisioned by entity L2. {{(pid=102576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 08:20:15.855558 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-07413db8-d518-4827-8dd5-7770dc26b5d7 req-2980dee3-6f27-49af-bbd8-bad930ba21d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13114678'] for port (5d0ee498-5ef5-47e6-b470-80328c6a0096), after_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:15.908992 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2980dee3-6f27-49af-bbd8-bad930ba21d1 service neutron] Pushing event updated for resources: {'Port': ['ID=5d0ee498-5ef5-47e6-b470-80328c6a0096,revision_number=2']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:20:15.982869 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.managers [req-07413db8-d518-4827-8dd5-7770dc26b5d7 req-2980dee3-6f27-49af-bbd8-bad930ba21d1 service neutron] Attempting to bind port 5d0ee498-5ef5-47e6-b470-80328c6a0096 on host hv-cinder-82658 for vnic_type normal with profile {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 08:20:15.983209 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.managers [req-07413db8-d518-4827-8dd5-7770dc26b5d7 req-2980dee3-6f27-49af-bbd8-bad930ba21d1 service neutron] Attempting to bind port 5d0ee498-5ef5-47e6-b470-80328c6a0096 by drivers openvswitch,hyperv on host hv-cinder-82658 at level 0 using segments [{'id': 'a957085e-4c2a-4d53-a79f-6cfe99225dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9b081a2b-185d-4bc7-8711-580f26a8816a'}] {{(pid=102576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 08:20:15.983542 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07413db8-d518-4827-8dd5-7770dc26b5d7 req-2980dee3-6f27-49af-bbd8-bad930ba21d1 service neutron] Attempting to bind port 5d0ee498-5ef5-47e6-b470-80328c6a0096 on network 9b081a2b-185d-4bc7-8711-580f26a8816a {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:20:15.988816 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07413db8-d518-4827-8dd5-7770dc26b5d7 req-2980dee3-6f27-49af-bbd8-bad930ba21d1 service neutron] Port 5d0ee498-5ef5-47e6-b470-80328c6a0096 on network 9b081a2b-185d-4bc7-8711-580f26a8816a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82658 {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 08:20:15.989153 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07413db8-d518-4827-8dd5-7770dc26b5d7 req-2980dee3-6f27-49af-bbd8-bad930ba21d1 service neutron] Attempting to bind port 5d0ee498-5ef5-47e6-b470-80328c6a0096 on network 9b081a2b-185d-4bc7-8711-580f26a8816a {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:20:15.994880 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07413db8-d518-4827-8dd5-7770dc26b5d7 req-2980dee3-6f27-49af-bbd8-bad930ba21d1 service neutron] Checking agent: {'id': '926d476c-3c92-4faa-a402-a395b4978e44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82658', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 8, 12, 58), 'started_at': datetime.datetime(2022, 1, 27, 8, 12, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 8, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 08:20:15.995223 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07413db8-d518-4827-8dd5-7770dc26b5d7 req-2980dee3-6f27-49af-bbd8-bad930ba21d1 service neutron] Checking segment: {'id': 'a957085e-4c2a-4d53-a79f-6cfe99225dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9b081a2b-185d-4bc7-8711-580f26a8816a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:20:15.995609 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07413db8-d518-4827-8dd5-7770dc26b5d7 req-2980dee3-6f27-49af-bbd8-bad930ba21d1 service neutron] Bound using segment: {'id': 'a957085e-4c2a-4d53-a79f-6cfe99225dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9b081a2b-185d-4bc7-8711-580f26a8816a'} {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 08:20:15.996048 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.managers [req-07413db8-d518-4827-8dd5-7770dc26b5d7 req-2980dee3-6f27-49af-bbd8-bad930ba21d1 service neutron] Bound port: 5d0ee498-5ef5-47e6-b470-80328c6a0096, host: hv-cinder-82658, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a957085e-4c2a-4d53-a79f-6cfe99225dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9b081a2b-185d-4bc7-8711-580f26a8816a'}}] {{(pid=102576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 08:20:15.996406 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-07413db8-d518-4827-8dd5-7770dc26b5d7 req-2980dee3-6f27-49af-bbd8-bad930ba21d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (5d0ee498-5ef5-47e6-b470-80328c6a0096), before_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:16.068462 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.db [req-07413db8-d518-4827-8dd5-7770dc26b5d7 req-2980dee3-6f27-49af-bbd8-bad930ba21d1 service neutron] For port 5d0ee498-5ef5-47e6-b470-80328c6a0096, host hv-cinder-82658, cleared binding levels {{(pid=102576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 08:20:16.071737 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.db [req-07413db8-d518-4827-8dd5-7770dc26b5d7 req-2980dee3-6f27-49af-bbd8-bad930ba21d1 service neutron] For port 5d0ee498-5ef5-47e6-b470-80328c6a0096, host hv-cinder-82658, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=5d0ee498-5ef5-47e6-b470-80328c6a0096,segment=NetworkSegment(a957085e-4c2a-4d53-a79f-6cfe99225dd1),segment_id=a957085e-4c2a-4d53-a79f-6cfe99225dd1)] {{(pid=102576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 08:20:16.076257 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-07413db8-d518-4827-8dd5-7770dc26b5d7 req-2980dee3-6f27-49af-bbd8-bad930ba21d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13114678'] for port (5d0ee498-5ef5-47e6-b470-80328c6a0096), after_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:16.114949 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07413db8-d518-4827-8dd5-7770dc26b5d7 req-2980dee3-6f27-49af-bbd8-bad930ba21d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:16.115572 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-07413db8-d518-4827-8dd5-7770dc26b5d7 req-2980dee3-6f27-49af-bbd8-bad930ba21d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for port (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:16.116985 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-07413db8-d518-4827-8dd5-7770dc26b5d7 req-2980dee3-6f27-49af-bbd8-bad930ba21d1 service neutron] 10.222.0.72 "PUT /v2.0/ports/5d0ee498-5ef5-47e6-b470-80328c6a0096 HTTP/1.1" status: 200 len: 1094 time: 0.9786363 Jan 27 08:20:16.117430 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e22c3975-4834-494a-8fc5-3c7ee94b3a21', 'tag': '5d0ee498-5ef5-47e6-b470-80328c6a0096'}] {{(pid=102576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:20:16.119687 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e99b03222c8d2fef0e5d308316368c2f75dcb43852cf269b2a1b1136e13dae4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-523178c8-ad8c-49a2-a51f-282d8007aeb8" -d '{"events": [{"name": "network-changed", "server_uuid": "e22c3975-4834-494a-8fc5-3c7ee94b3a21", "tag": "5d0ee498-5ef5-47e6-b470-80328c6a0096"}]}' {{(pid=102576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:20:16.142856 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2980dee3-6f27-49af-bbd8-bad930ba21d1 service neutron] Pushing event updated for resources: {'Port': ['ID=5d0ee498-5ef5-47e6-b470-80328c6a0096,revision_number=3']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:20:16.213503 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07413db8-d518-4827-8dd5-7770dc26b5d7 req-fb047edd-ca44-42e9-948a-bf47f47a4214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:16.215178 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-07413db8-d518-4827-8dd5-7770dc26b5d7 req-fb047edd-ca44-42e9-948a-bf47f47a4214 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0faac1e89cc44ae197577f1e66e143cd&device_id=e22c3975-4834-494a-8fc5-3c7ee94b3a21 HTTP/1.1" status: 200 len: 1097 time: 0.0490835 Jan 27 08:20:16.258531 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 08:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a1ad8b3-a56a-41db-99c7-8c172a8148cf x-openstack-request-id: req-5a1ad8b3-a56a-41db-99c7-8c172a8148cf {{(pid=102576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:20:16.258818 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e22c3975-4834-494a-8fc5-3c7ee94b3a21", "tag": "5d0ee498-5ef5-47e6-b470-80328c6a0096", "status": "completed", "code": 200}]} {{(pid=102576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:20:16.259068 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5a1ad8b3-a56a-41db-99c7-8c172a8148cf {{(pid=102576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:20:16.259465 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e22c3975-4834-494a-8fc5-3c7ee94b3a21', 'tag': '5d0ee498-5ef5-47e6-b470-80328c6a0096', 'status': 'completed', 'code': 200} Jan 27 08:20:16.261011 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-07413db8-d518-4827-8dd5-7770dc26b5d7 req-18445fe7-e732-44a9-8ac0-d8c9ced3f661 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d0ee498-5ef5-47e6-b470-80328c6a0096 HTTP/1.1" status: 200 len: 217 time: 0.0382695 Jan 27 08:20:16.314356 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07413db8-d518-4827-8dd5-7770dc26b5d7 req-2b940fdb-477b-44cb-beb4-46f1cc1d3660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:16.315796 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-07413db8-d518-4827-8dd5-7770dc26b5d7 req-2b940fdb-477b-44cb-beb4-46f1cc1d3660 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dea6adae-bbac-41f2-ace5-b3e89da3af0b HTTP/1.1" status: 200 len: 851 time: 0.0473683 Jan 27 08:20:16.362885 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07413db8-d518-4827-8dd5-7770dc26b5d7 req-968ea1bf-03e1-4894-b176-36a7670d2f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:16.364914 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-07413db8-d518-4827-8dd5-7770dc26b5d7 req-968ea1bf-03e1-4894-b176-36a7670d2f6a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9b081a2b-185d-4bc7-8711-580f26a8816a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414314 Jan 27 08:20:16.452263 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-07413db8-d518-4827-8dd5-7770dc26b5d7 req-e4c21b83-55b6-4784-ab32-a73187636024 service neutron] 10.222.0.72 "GET /v2.0/networks/9b081a2b-185d-4bc7-8711-580f26a8816a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813875 Jan 27 08:20:16.543931 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-07413db8-d518-4827-8dd5-7770dc26b5d7 req-6e2d4a97-809e-4163-9c0e-7347e0ee5793 service neutron] 10.222.0.72 "GET /v2.0/networks/9b081a2b-185d-4bc7-8711-580f26a8816a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851235 Jan 27 08:20:16.629328 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523178c8-ad8c-49a2-a51f-282d8007aeb8 req-36604d3b-d674-43e2-9145-7d04cc8a83e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:16.630820 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-523178c8-ad8c-49a2-a51f-282d8007aeb8 req-36604d3b-d674-43e2-9145-7d04cc8a83e3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0faac1e89cc44ae197577f1e66e143cd&device_id=e22c3975-4834-494a-8fc5-3c7ee94b3a21 HTTP/1.1" status: 200 len: 1097 time: 0.0411830 Jan 27 08:20:16.760182 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523178c8-ad8c-49a2-a51f-282d8007aeb8 req-7ff57eee-f4a3-424a-b571-6b6b8127420c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:16.761752 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-523178c8-ad8c-49a2-a51f-282d8007aeb8 req-7ff57eee-f4a3-424a-b571-6b6b8127420c service neutron] 10.222.0.72 "GET /v2.0/networks?id=9b081a2b-185d-4bc7-8711-580f26a8816a HTTP/1.1" status: 200 len: 913 time: 0.1236506 Jan 27 08:20:16.785185 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e2fcc-fb61-412a-9b89-7ed6ac4fcbed req-d4e2307c-94da-4b7a-be75-062b2f667866 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:16.787135 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-dc8e2fcc-fb61-412a-9b89-7ed6ac4fcbed req-d4e2307c-94da-4b7a-be75-062b2f667866 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=67092ae9-6a06-44b7-b600-53c887a675cc HTTP/1.1" status: 200 len: 945 time: 0.0801401 Jan 27 08:20:16.823441 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-523178c8-ad8c-49a2-a51f-282d8007aeb8 req-f9358a6e-ce8e-427b-a3bc-cd2b4ae8195b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d0ee498-5ef5-47e6-b470-80328c6a0096 HTTP/1.1" status: 200 len: 217 time: 0.0535374 Jan 27 08:20:16.904124 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-dc8e2fcc-fb61-412a-9b89-7ed6ac4fcbed req-df2f7be9-4551-4cbd-a0ae-5a8541b9677b tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=83cd1ec0-9807-4b47-9b7d-130393612ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833023 Jan 27 08:20:16.906765 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523178c8-ad8c-49a2-a51f-282d8007aeb8 req-1b18ce3c-3989-4fbf-8c0e-e5dcbfb16ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:16.908101 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-523178c8-ad8c-49a2-a51f-282d8007aeb8 req-1b18ce3c-3989-4fbf-8c0e-e5dcbfb16ff8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dea6adae-bbac-41f2-ace5-b3e89da3af0b HTTP/1.1" status: 200 len: 851 time: 0.0727630 Jan 27 08:20:16.975635 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523178c8-ad8c-49a2-a51f-282d8007aeb8 req-125d3b50-f837-4dc8-a203-1c443f85936a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:16.977149 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-523178c8-ad8c-49a2-a51f-282d8007aeb8 req-125d3b50-f837-4dc8-a203-1c443f85936a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9b081a2b-185d-4bc7-8711-580f26a8816a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0609095 Jan 27 08:20:16.984482 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b66106-7fe2-474a-b789-bc4ee80af1ae req-48ce66a5-5a21-494a-b5f6-e9e3da41c417 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:16.985927 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-12b66106-7fe2-474a-b789-bc4ee80af1ae req-48ce66a5-5a21-494a-b5f6-e9e3da41c417 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=e22c3975-4834-494a-8fc5-3c7ee94b3a21 HTTP/1.1" status: 200 len: 944 time: 0.0809603 Jan 27 08:20:17.093452 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-12b66106-7fe2-474a-b789-bc4ee80af1ae req-825b70ec-084c-4141-bb05-0ec10b0fe8fb tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981255 Jan 27 08:20:17.108099 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-523178c8-ad8c-49a2-a51f-282d8007aeb8 req-8ff7c90c-e322-4dd3-8c0c-4d3780bf49c0 service neutron] 10.222.0.72 "GET /v2.0/networks/9b081a2b-185d-4bc7-8711-580f26a8816a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209607 Jan 27 08:20:17.205257 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-523178c8-ad8c-49a2-a51f-282d8007aeb8 req-fafe2fcd-93eb-4c16-8a03-00ffcabfd953 service neutron] 10.222.0.72 "GET /v2.0/networks/9b081a2b-185d-4bc7-8711-580f26a8816a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907819 Jan 27 08:20:18.027561 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5119ab6-33aa-46fc-851d-67918a30adb6 req-9904c40f-42d1-42d7-9205-e243a5af6284 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:18.029112 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a5119ab6-33aa-46fc-851d-67918a30adb6 req-9904c40f-42d1-42d7-9205-e243a5af6284 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=67092ae9-6a06-44b7-b600-53c887a675cc HTTP/1.1" status: 200 len: 945 time: 0.0499446 Jan 27 08:20:18.076636 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a5119ab6-33aa-46fc-851d-67918a30adb6 req-fda53aa4-a6f0-421b-b99d-904805f5a308 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=83cd1ec0-9807-4b47-9b7d-130393612ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419865 Jan 27 08:20:18.217327 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc99afe-f2f9-4db1-8869-c11e62c9af60 req-bb5a42f4-9d8f-4cfc-af55-9a86e5b395ad tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:18.218312 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-0dc99afe-f2f9-4db1-8869-c11e62c9af60 req-bb5a42f4-9d8f-4cfc-af55-9a86e5b395ad tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=e22c3975-4834-494a-8fc5-3c7ee94b3a21 HTTP/1.1" status: 200 len: 944 time: 0.0533135 Jan 27 08:20:18.274570 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-0dc99afe-f2f9-4db1-8869-c11e62c9af60 req-f088ae52-8732-4527-b595-8cfc3d017400 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492241 Jan 27 08:20:18.800550 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb no longer exists at agent hyperv_hv-cinder-82658 {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 08:20:18.881041 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Current status of the port fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb is: ACTIVE; New status is: DOWN {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:20:18.881432 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:18.905445 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67092ae9-6a06-44b7-b600-53c887a675cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb'}] {{(pid=102577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:20:18.907671 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ec6f2d63f069076934ea9a19260140f1f8696ff0c22b7471017e65d09815c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043a9542-e88f-4c5f-ba1c-7791aabba476" -d '{"events": [{"server_uuid": "67092ae9-6a06-44b7-b600-53c887a675cc", "name": "network-vif-unplugged", "status": "completed", "tag": "fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb"}]}' {{(pid=102577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:20:18.922728 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb,segment=NetworkSegment(d52c0c22-6164-4420-8fd5-d7a3d432294e),segment_id=d52c0c22-6164-4420-8fd5-d7a3d432294e)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:20:18.930455 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:18.957308 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 27 Jan 2022 08:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b15b300-0ad3-4693-9691-b69bec04123b x-openstack-request-id: req-0b15b300-0ad3-4693-9691-b69bec04123b {{(pid=102577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:20:18.957602 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67092ae9-6a06-44b7-b600-53c887a675cc", "name": "network-vif-unplugged", "status": "failed", "tag": "fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb", "code": 422}]} {{(pid=102577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:20:18.957856 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0b15b300-0ad3-4693-9691-b69bec04123b {{(pid=102577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:20:18.958243 dv-cinder-826589-1-iscsi neutron-server[102577]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '67092ae9-6a06-44b7-b600-53c887a675cc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb', 'code': 422} returned with failed status Jan 27 08:20:18.988009 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c16472-2665-437b-bf53-dff774c35660 req-6b2878a3-6a4d-4cd4-a51f-399fd16f3dcc tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:18.989752 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-02c16472-2665-437b-bf53-dff774c35660 req-6b2878a3-6a4d-4cd4-a51f-399fd16f3dcc tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=67092ae9-6a06-44b7-b600-53c887a675cc HTTP/1.1" status: 200 len: 943 time: 0.0612009 Jan 27 08:20:19.004199 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Pushing event updated for resources: {'Port': ['ID=fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb,revision_number=8']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:20:19.039314 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-4791081c-efe7-45ea-ba1e-16c5f68a789b req-149e8e71-e3d9-47d0-9bad-0dd57896f952 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=67092ae9-6a06-44b7-b600-53c887a675cc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0571041 Jan 27 08:20:19.040497 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-02c16472-2665-437b-bf53-dff774c35660 req-023e5abb-37d2-49e8-87b8-b307c3f9dbd7 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=83cd1ec0-9807-4b47-9b7d-130393612ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434439 Jan 27 08:20:19.396138 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ada186f-d0eb-46af-af58-e15f3efbb285 req-1f997008-d80e-40e8-98cf-7e85f95c09f1 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:19.398347 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-1ada186f-d0eb-46af-af58-e15f3efbb285 req-1f997008-d80e-40e8-98cf-7e85f95c09f1 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=e22c3975-4834-494a-8fc5-3c7ee94b3a21 HTTP/1.1" status: 200 len: 944 time: 0.0493195 Jan 27 08:20:19.446963 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-1ada186f-d0eb-46af-af58-e15f3efbb285 req-defed9df-7bea-43b5-81b4-86ea9c7105f7 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427854 Jan 27 08:20:19.828897 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4791081c-efe7-45ea-ba1e-16c5f68a789b req-04a948b3-999c-4565-945a-640486ecd676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:19.830312 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-4791081c-efe7-45ea-ba1e-16c5f68a789b req-04a948b3-999c-4565-945a-640486ecd676 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=67092ae9-6a06-44b7-b600-53c887a675cc&tenant_id=e4ecc1e69f834d419992a599e2f26886 HTTP/1.1" status: 200 len: 1096 time: 0.0737815 Jan 27 08:20:19.890522 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4791081c-efe7-45ea-ba1e-16c5f68a789b req-69311c50-1b14-4241-8f54-504103687db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:19.892018 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-4791081c-efe7-45ea-ba1e-16c5f68a789b req-69311c50-1b14-4241-8f54-504103687db8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e4ecc1e69f834d419992a599e2f26886&device_id=67092ae9-6a06-44b7-b600-53c887a675cc HTTP/1.1" status: 200 len: 1096 time: 0.0403810 Jan 27 08:20:19.899687 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-6d726399-2860-49e9-9170-3db7ca7e88c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (913d1d6b-f856-4828-afb6-1e4cc7d36f68), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:19.980416 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4791081c-efe7-45ea-ba1e-16c5f68a789b req-d6a30034-857e-4db0-9a2a-c26f4a970583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:19.981911 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-4791081c-efe7-45ea-ba1e-16c5f68a789b req-d6a30034-857e-4db0-9a2a-c26f4a970583 service neutron] 10.222.0.72 "GET /v2.0/networks?id=eb16c640-8d70-456d-b9db-6e89eb7e23c3 HTTP/1.1" status: 200 len: 918 time: 0.0827336 Jan 27 08:20:20.048284 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-4791081c-efe7-45ea-ba1e-16c5f68a789b req-2081fe6e-e4e6-49f2-8cf5-9a3ad8c79684 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb HTTP/1.1" status: 200 len: 999 time: 0.0606613 Jan 27 08:20:20.098361 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4791081c-efe7-45ea-ba1e-16c5f68a789b req-6a42c7af-e819-4286-b395-22d8eefad944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:20.100358 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-4791081c-efe7-45ea-ba1e-16c5f68a789b req-6a42c7af-e819-4286-b395-22d8eefad944 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=57070168-9245-4dd6-b7ac-0c997e12d4d3 HTTP/1.1" status: 200 len: 856 time: 0.0465336 Jan 27 08:20:20.179439 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4791081c-efe7-45ea-ba1e-16c5f68a789b req-800c51d2-e955-49af-8f71-2432c5637914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:20.180979 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-4791081c-efe7-45ea-ba1e-16c5f68a789b req-800c51d2-e955-49af-8f71-2432c5637914 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=eb16c640-8d70-456d-b9db-6e89eb7e23c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0729620 Jan 27 08:20:20.188239 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb849e0c-049d-462d-8002-9165c4216864 req-9c60e745-cfa9-47e4-887e-42fac10dd400 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:20.189908 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-cb849e0c-049d-462d-8002-9165c4216864 req-9c60e745-cfa9-47e4-887e-42fac10dd400 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=67092ae9-6a06-44b7-b600-53c887a675cc HTTP/1.1" status: 200 len: 943 time: 0.0739508 Jan 27 08:20:20.294844 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-cb849e0c-049d-462d-8002-9165c4216864 req-059bfc76-b1fc-4851-92c9-5f5555d29a10 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=83cd1ec0-9807-4b47-9b7d-130393612ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971456 Jan 27 08:20:20.312221 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-4791081c-efe7-45ea-ba1e-16c5f68a789b req-0e4fcce7-88ad-4a5a-84e4-7e88999e72f7 service neutron] 10.222.0.72 "GET /v2.0/networks/eb16c640-8d70-456d-b9db-6e89eb7e23c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212332 Jan 27 08:20:20.424938 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-4791081c-efe7-45ea-ba1e-16c5f68a789b req-183ce306-124b-47a1-bb75-ac83dfc6ef18 service neutron] 10.222.0.72 "GET /v2.0/networks/eb16c640-8d70-456d-b9db-6e89eb7e23c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064577 Jan 27 08:20:20.573366 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf861d-120e-4c41-a4f7-6199ef550efe req-600e4f2d-b811-400f-9e4d-db5a1108f9ab tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:20.575400 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-3abf861d-120e-4c41-a4f7-6199ef550efe req-600e4f2d-b811-400f-9e4d-db5a1108f9ab tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=e22c3975-4834-494a-8fc5-3c7ee94b3a21 HTTP/1.1" status: 200 len: 944 time: 0.0494182 Jan 27 08:20:20.631393 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-3abf861d-120e-4c41-a4f7-6199ef550efe req-48ce7253-8254-482e-8f80-40c8ee90e2be tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486767 Jan 27 08:20:21.424369 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bafff8-c0ad-44c7-b3f2-4ac12c565cfa req-d241d827-179f-4b47-b187-0d69252e8cba tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:21.426403 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-03bafff8-c0ad-44c7-b3f2-4ac12c565cfa req-d241d827-179f-4b47-b187-0d69252e8cba tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=67092ae9-6a06-44b7-b600-53c887a675cc HTTP/1.1" status: 200 len: 943 time: 0.0508208 Jan 27 08:20:21.475721 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-03bafff8-c0ad-44c7-b3f2-4ac12c565cfa req-5dcf6ce9-c0db-436d-b831-af1fe4ff425d tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=83cd1ec0-9807-4b47-9b7d-130393612ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433166 Jan 27 08:20:21.750460 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b2e1d-a681-4056-a55c-8e6621a52fc9 req-59a1416a-d07d-43e1-aebf-5305e1bb44ff tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:21.752136 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b25b2e1d-a681-4056-a55c-8e6621a52fc9 req-59a1416a-d07d-43e1-aebf-5305e1bb44ff tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=e22c3975-4834-494a-8fc5-3c7ee94b3a21 HTTP/1.1" status: 200 len: 944 time: 0.0515699 Jan 27 08:20:21.808821 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b25b2e1d-a681-4056-a55c-8e6621a52fc9 req-2959d372-a068-480d-8a38-04624d77dcad tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510137 Jan 27 08:20:22.613973 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cb4d4d-e612-489d-946e-a552c5fe7f16 req-eb8ccf24-e9d9-447c-8206-e5baab52beb7 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:22.615757 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-59cb4d4d-e612-489d-946e-a552c5fe7f16 req-eb8ccf24-e9d9-447c-8206-e5baab52beb7 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=67092ae9-6a06-44b7-b600-53c887a675cc HTTP/1.1" status: 200 len: 943 time: 0.0552454 Jan 27 08:20:22.670018 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-59cb4d4d-e612-489d-946e-a552c5fe7f16 req-16b03176-589a-4261-83ec-0cd4c95960d5 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=83cd1ec0-9807-4b47-9b7d-130393612ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477934 Jan 27 08:20:22.899545 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-94fb470b-1280-4cf3-af12-95f84c6d3fc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (c4292dc4-d7f6-4187-994e-0142c7d14647), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:22.933838 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b23ea1-af15-43a8-a5b7-003ca0fc14ee req-11c96ba0-443a-41d9-a5c9-8ce0aa8aaa19 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:22.935319 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d1b23ea1-af15-43a8-a5b7-003ca0fc14ee req-11c96ba0-443a-41d9-a5c9-8ce0aa8aaa19 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=e22c3975-4834-494a-8fc5-3c7ee94b3a21 HTTP/1.1" status: 200 len: 944 time: 0.0494652 Jan 27 08:20:22.985618 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d1b23ea1-af15-43a8-a5b7-003ca0fc14ee req-b59add1f-5f76-43d5-ac01-dcb436bd87c2 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444999 Jan 27 08:20:23.793503 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb69c5-2ac2-4d91-86e8-47df0ff61ab6 req-11b5bed7-423c-4026-95b1-9307d7c7407e tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:23.795155 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-fddb69c5-2ac2-4d91-86e8-47df0ff61ab6 req-11b5bed7-423c-4026-95b1-9307d7c7407e tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=67092ae9-6a06-44b7-b600-53c887a675cc HTTP/1.1" status: 200 len: 943 time: 0.0515156 Jan 27 08:20:23.871203 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-fddb69c5-2ac2-4d91-86e8-47df0ff61ab6 req-c3bec704-85d9-407a-8fbd-176e87c3d6f9 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=83cd1ec0-9807-4b47-9b7d-130393612ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681298 Jan 27 08:20:24.115838 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62599c7-915e-46a3-a813-4633fad4adfd req-d3139e57-189c-4f09-bd90-67548e6c26cf tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:24.117547 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b62599c7-915e-46a3-a813-4633fad4adfd req-d3139e57-189c-4f09-bd90-67548e6c26cf tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=e22c3975-4834-494a-8fc5-3c7ee94b3a21 HTTP/1.1" status: 200 len: 944 time: 0.0579371 Jan 27 08:20:24.176118 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b62599c7-915e-46a3-a813-4633fad4adfd req-00d0356c-654e-4d81-b141-0f5087420fe9 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522134 Jan 27 08:20:24.633350 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-84f64028-d758-4200-a634-8b4e45c8e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (30676f9c-3677-4b49-810a-45ff2c7eef62), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:25.010326 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75470b81-f69b-4d9c-a2eb-bc5ce21089b6 req-c3b22d6d-37dc-4c42-8b09-50fea23ba1bc tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:25.012448 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-75470b81-f69b-4d9c-a2eb-bc5ce21089b6 req-c3b22d6d-37dc-4c42-8b09-50fea23ba1bc tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=67092ae9-6a06-44b7-b600-53c887a675cc HTTP/1.1" status: 200 len: 943 time: 0.0590193 Jan 27 08:20:25.063751 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-75470b81-f69b-4d9c-a2eb-bc5ce21089b6 req-8b688cd6-e62c-469d-97f6-9101009c49da tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=83cd1ec0-9807-4b47-9b7d-130393612ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450549 Jan 27 08:20:25.313756 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d802a-d292-4f1e-95af-670df4422c65 req-bf920360-fc45-4388-ad50-9f18a0b0c013 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:25.317331 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-513d802a-d292-4f1e-95af-670df4422c65 req-bf920360-fc45-4388-ad50-9f18a0b0c013 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=e22c3975-4834-494a-8fc5-3c7ee94b3a21 HTTP/1.1" status: 200 len: 944 time: 0.0583053 Jan 27 08:20:25.374225 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-513d802a-d292-4f1e-95af-670df4422c65 req-03e08e03-2fb7-4a97-87dc-1e83060ee526 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534341 Jan 27 08:20:25.771300 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-932e581e-1ad5-4fce-9316-ae3110c4cab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (037c8737-e99f-497c-9717-3fbc8e736584), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:26.188355 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed0ff3d-3a21-40d6-8691-438a7c526874 req-524285ad-8b77-4bba-ab53-5920f7ac8116 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:26.189908 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-eed0ff3d-3a21-40d6-8691-438a7c526874 req-524285ad-8b77-4bba-ab53-5920f7ac8116 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=67092ae9-6a06-44b7-b600-53c887a675cc HTTP/1.1" status: 200 len: 943 time: 0.0511305 Jan 27 08:20:26.241285 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-eed0ff3d-3a21-40d6-8691-438a7c526874 req-9508f3a2-37c7-448a-8a06-d36e462289b9 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=83cd1ec0-9807-4b47-9b7d-130393612ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439737 Jan 27 08:20:26.506621 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab760c1c-f4b3-4f05-848b-e42a3889fb77 req-dce4ecd7-27be-4d28-85aa-97f388f8e526 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:26.508044 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-ab760c1c-f4b3-4f05-848b-e42a3889fb77 req-dce4ecd7-27be-4d28-85aa-97f388f8e526 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=e22c3975-4834-494a-8fc5-3c7ee94b3a21 HTTP/1.1" status: 200 len: 944 time: 0.0601428 Jan 27 08:20:26.564551 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-ab760c1c-f4b3-4f05-848b-e42a3889fb77 req-a9890cef-7e64-4057-9e52-b235bdf02291 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499959 Jan 27 08:20:26.657212 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (e79cbf24-12bd-4e20-a580-79498d5b225b), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:27.374823 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de9e945-94c0-4b60-a2ba-c6bdb25def37 req-e20aa1e6-c2f7-44d6-b6ab-70f999a93a70 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:27.376291 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-3de9e945-94c0-4b60-a2ba-c6bdb25def37 req-e20aa1e6-c2f7-44d6-b6ab-70f999a93a70 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=67092ae9-6a06-44b7-b600-53c887a675cc HTTP/1.1" status: 200 len: 943 time: 0.0510902 Jan 27 08:20:27.426610 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-3de9e945-94c0-4b60-a2ba-c6bdb25def37 req-ed4cdd38-5040-415b-abba-725f2599d2ac tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=83cd1ec0-9807-4b47-9b7d-130393612ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439124 Jan 27 08:20:27.691992 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b2ad68-9fd1-42d5-8646-37c2a0b93707 req-b09eaae6-534d-4389-9d57-49b10a563240 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:27.693598 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-05b2ad68-9fd1-42d5-8646-37c2a0b93707 req-b09eaae6-534d-4389-9d57-49b10a563240 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=e22c3975-4834-494a-8fc5-3c7ee94b3a21 HTTP/1.1" status: 200 len: 944 time: 0.0507972 Jan 27 08:20:27.748441 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-05b2ad68-9fd1-42d5-8646-37c2a0b93707 req-a6079502-6e33-4b7f-a38f-4ed17629dcc4 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487108 Jan 27 08:20:28.001547 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (926d476c-3c92-4faa-a402-a395b4978e44), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:28.569231 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376173a-cfd0-4836-bad8-e7e055c14d54 req-c04d71ab-e7e8-4bcc-bf81-3ef1d3b066f5 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:28.570045 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-2376173a-cfd0-4836-bad8-e7e055c14d54 req-c04d71ab-e7e8-4bcc-bf81-3ef1d3b066f5 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=67092ae9-6a06-44b7-b600-53c887a675cc HTTP/1.1" status: 200 len: 943 time: 0.0612068 Jan 27 08:20:28.621288 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-2376173a-cfd0-4836-bad8-e7e055c14d54 req-34a5de91-ba58-4122-8222-d8c48afb42ca tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=83cd1ec0-9807-4b47-9b7d-130393612ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452676 Jan 27 08:20:28.876026 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a59bca-013b-4498-8952-3e7be230d118 req-6a5f06f3-0f0c-4f4f-9cd7-e8e91749bc53 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:28.877563 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d9a59bca-013b-4498-8952-3e7be230d118 req-6a5f06f3-0f0c-4f4f-9cd7-e8e91749bc53 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=e22c3975-4834-494a-8fc5-3c7ee94b3a21 HTTP/1.1" status: 200 len: 944 time: 0.0557985 Jan 27 08:20:28.932712 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d9a59bca-013b-4498-8952-3e7be230d118 req-48b317ba-024b-4609-8503-82271206cdd2 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493603 Jan 27 08:20:29.745412 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd739941-493c-4cb8-89ed-8b913f30a3db req-9b27c70c-d471-4ae8-a72d-4eeeb1bfc58c tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:29.746939 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-fd739941-493c-4cb8-89ed-8b913f30a3db req-9b27c70c-d471-4ae8-a72d-4eeeb1bfc58c tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=67092ae9-6a06-44b7-b600-53c887a675cc HTTP/1.1" status: 200 len: 943 time: 0.0529914 Jan 27 08:20:29.794573 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-fd739941-493c-4cb8-89ed-8b913f30a3db req-c40b00db-e2a2-4505-ad93-e0639da9d8b6 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=83cd1ec0-9807-4b47-9b7d-130393612ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414906 Jan 27 08:20:30.062863 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c667def2-e31c-42ea-be98-5d4f6efac75c req-c9bacda2-e44d-4efc-af77-9ad7646b2140 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:30.064600 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-c667def2-e31c-42ea-be98-5d4f6efac75c req-c9bacda2-e44d-4efc-af77-9ad7646b2140 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=e22c3975-4834-494a-8fc5-3c7ee94b3a21 HTTP/1.1" status: 200 len: 944 time: 0.0484569 Jan 27 08:20:30.113453 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-c667def2-e31c-42ea-be98-5d4f6efac75c req-312295a9-1554-4fda-9393-7f53a6f33a2a tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433905 Jan 27 08:20:30.913529 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e63f5b-6b81-4c37-85cf-27bb05ff96df req-a2fca108-b65f-41a4-9e59-6fe20966f7d2 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:30.914977 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-05e63f5b-6b81-4c37-85cf-27bb05ff96df req-a2fca108-b65f-41a4-9e59-6fe20966f7d2 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=67092ae9-6a06-44b7-b600-53c887a675cc HTTP/1.1" status: 200 len: 943 time: 0.0476894 Jan 27 08:20:30.965121 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-05e63f5b-6b81-4c37-85cf-27bb05ff96df req-f659b194-3b2f-4922-b556-f0fc5efed537 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=83cd1ec0-9807-4b47-9b7d-130393612ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445144 Jan 27 08:20:31.237486 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e7b1e-75d0-4529-ae9a-5485f6d74d8b req-b8d45e46-fbf9-4b7e-ab42-aeeb4b21dd58 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:31.238999 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-1b4e7b1e-75d0-4529-ae9a-5485f6d74d8b req-b8d45e46-fbf9-4b7e-ab42-aeeb4b21dd58 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=e22c3975-4834-494a-8fc5-3c7ee94b3a21 HTTP/1.1" status: 200 len: 944 time: 0.0472889 Jan 27 08:20:31.288027 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-1b4e7b1e-75d0-4529-ae9a-5485f6d74d8b req-77eae09e-3a4a-44c9-96d2-fb7d22f5f25e tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435572 Jan 27 08:20:32.084472 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018cd52-d520-439e-b202-282886c5a74e req-0ce9f04f-5227-4990-a9f1-dd3bf2966746 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:32.086302 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-5018cd52-d520-439e-b202-282886c5a74e req-0ce9f04f-5227-4990-a9f1-dd3bf2966746 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=67092ae9-6a06-44b7-b600-53c887a675cc HTTP/1.1" status: 200 len: 943 time: 0.0489841 Jan 27 08:20:32.134151 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-5018cd52-d520-439e-b202-282886c5a74e req-1d75e853-5db4-46a7-ac8a-9b4c90591710 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=83cd1ec0-9807-4b47-9b7d-130393612ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418823 Jan 27 08:20:32.409151 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c50192-da0e-4f7f-a6e3-836ce20218de req-f3c06816-56d7-48ad-af24-7e3f44ab4f10 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:32.410675 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-99c50192-da0e-4f7f-a6e3-836ce20218de req-f3c06816-56d7-48ad-af24-7e3f44ab4f10 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=e22c3975-4834-494a-8fc5-3c7ee94b3a21 HTTP/1.1" status: 200 len: 944 time: 0.0520980 Jan 27 08:20:32.462872 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-99c50192-da0e-4f7f-a6e3-836ce20218de req-78950dea-2059-46b1-847f-50c1263abd04 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463877 Jan 27 08:20:32.919729 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device 5d0ee498-5ef5-47e6-b470-80328c6a0096 details requested by agent hyperv_hv-cinder-82658 with host hv-cinder-82658 {{(pid=102577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 08:20:33.013825 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port 5d0ee498-5ef5-47e6-b470-80328c6a0096, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=5d0ee498-5ef5-47e6-b470-80328c6a0096,segment=NetworkSegment(a957085e-4c2a-4d53-a79f-6cfe99225dd1),segment_id=a957085e-4c2a-4d53-a79f-6cfe99225dd1)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:20:33.025294 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Returning: {'device': '5d0ee498-5ef5-47e6-b470-80328c6a0096', 'network_id': '9b081a2b-185d-4bc7-8711-580f26a8816a', 'port_id': '5d0ee498-5ef5-47e6-b470-80328c6a0096', 'mac_address': 'fa:16:3e:75:92:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dea6adae-bbac-41f2-ace5-b3e89da3af0b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 08:20:33.067821 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Current status of the port 5d0ee498-5ef5-47e6-b470-80328c6a0096 is: DOWN; New status is: BUILD {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:20:33.068217 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (5d0ee498-5ef5-47e6-b470-80328c6a0096), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:33.081796 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.notifiers.nova [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d0ee498-5ef5-47e6-b470-80328c6a0096 {{(pid=102577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 08:20:33.101333 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port 5d0ee498-5ef5-47e6-b470-80328c6a0096, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=5d0ee498-5ef5-47e6-b470-80328c6a0096,segment=NetworkSegment(a957085e-4c2a-4d53-a79f-6cfe99225dd1),segment_id=a957085e-4c2a-4d53-a79f-6cfe99225dd1)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:20:33.105040 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (5d0ee498-5ef5-47e6-b470-80328c6a0096), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:33.105683 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb details requested by agent hyperv_hv-cinder-82658 with host hv-cinder-82658 {{(pid=102577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 08:20:33.175665 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Pushing event updated for resources: {'Port': ['ID=5d0ee498-5ef5-47e6-b470-80328c6a0096,revision_number=4']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:20:33.264483 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb,segment=NetworkSegment(d52c0c22-6164-4420-8fd5-d7a3d432294e),segment_id=d52c0c22-6164-4420-8fd5-d7a3d432294e)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:20:33.279108 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Returning: {'device': 'fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb', 'network_id': 'eb16c640-8d70-456d-b9db-6e89eb7e23c3', 'port_id': 'fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb', 'mac_address': 'fa:16:3e:d7:aa:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57070168-9245-4dd6-b7ac-0c997e12d4d3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 08:20:33.279563 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d9ba1-2781-4131-beed-5d9970edea73 req-7e7a32c9-f3d4-4741-b69f-710de6ff11c0 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:33.281225 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-052d9ba1-2781-4131-beed-5d9970edea73 req-7e7a32c9-f3d4-4741-b69f-710de6ff11c0 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=67092ae9-6a06-44b7-b600-53c887a675cc HTTP/1.1" status: 200 len: 943 time: 0.0682294 Jan 27 08:20:33.332321 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-052d9ba1-2781-4131-beed-5d9970edea73 req-30bbac96-3f1a-4459-a84f-9dda2e8c2e1b tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=83cd1ec0-9807-4b47-9b7d-130393612ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450540 Jan 27 08:20:33.335805 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Current status of the port fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb is: DOWN; New status is: BUILD {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:20:33.336470 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:33.351952 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.notifiers.nova [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb {{(pid=102577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 08:20:33.370207 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb,segment=NetworkSegment(d52c0c22-6164-4420-8fd5-d7a3d432294e),segment_id=d52c0c22-6164-4420-8fd5-d7a3d432294e)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:20:33.374410 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:33.423306 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Pushing event updated for resources: {'Port': ['ID=fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb,revision_number=9']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:20:33.586758 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ef42d-c606-42dd-be74-c40c0d230267 req-c28c331a-5fb6-42d5-befe-4dd9161b37c2 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:33.588292 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-eb7ef42d-c606-42dd-be74-c40c0d230267 req-c28c331a-5fb6-42d5-befe-4dd9161b37c2 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=e22c3975-4834-494a-8fc5-3c7ee94b3a21 HTTP/1.1" status: 200 len: 945 time: 0.0564487 Jan 27 08:20:33.623196 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] get_ports_and_sgs() called for port_ids ['fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb'] {{(pid=102577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 08:20:33.626533 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] get_ports_and_sgs() called for port_ids ['5d0ee498-5ef5-47e6-b470-80328c6a0096'] {{(pid=102577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 08:20:33.640299 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-eb7ef42d-c606-42dd-be74-c40c0d230267 req-27e1249f-5827-4d5b-bf39-913fea3159d5 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460258 Jan 27 08:20:34.453421 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f0fca-c27b-4b8a-bf62-b52e73f9a958 req-d47480b5-2db8-4c16-8ae2-5f45f35d58fa tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:34.454909 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-524f0fca-c27b-4b8a-bf62-b52e73f9a958 req-d47480b5-2db8-4c16-8ae2-5f45f35d58fa tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=67092ae9-6a06-44b7-b600-53c887a675cc HTTP/1.1" status: 200 len: 944 time: 0.0471056 Jan 27 08:20:34.503082 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-524f0fca-c27b-4b8a-bf62-b52e73f9a958 req-43b03c82-6998-4787-ae33-58bb717486f5 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=83cd1ec0-9807-4b47-9b7d-130393612ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424654 Jan 27 08:20:34.661692 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.agents_db [None req-38ef7be0-44ce-4a1a-bebd-f97a99571a56 None None] Agent healthcheck: found 6 active agents {{(pid=102578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 08:20:34.754321 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fdb221-d9e3-4c00-8b25-717ff034ad19 req-032978f1-97f8-4656-87a3-8168efed30f9 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:34.755722 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-c8fdb221-d9e3-4c00-8b25-717ff034ad19 req-032978f1-97f8-4656-87a3-8168efed30f9 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=e22c3975-4834-494a-8fc5-3c7ee94b3a21 HTTP/1.1" status: 200 len: 945 time: 0.0472474 Jan 27 08:20:34.810331 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-c8fdb221-d9e3-4c00-8b25-717ff034ad19 req-78dc0a78-bf05-4fb5-ae1f-ce19555b69df tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484540 Jan 27 08:20:34.905850 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device 5d0ee498-5ef5-47e6-b470-80328c6a0096 up at agent hyperv_hv-cinder-82658 {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:20:34.954110 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Provisioning for port 5d0ee498-5ef5-47e6-b470-80328c6a0096 completed by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 08:20:34.957838 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Provisioning complete for port 5d0ee498-5ef5-47e6-b470-80328c6a0096 triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:20:34.958207 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (5d0ee498-5ef5-47e6-b470-80328c6a0096), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:35.038805 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Current status of the port 5d0ee498-5ef5-47e6-b470-80328c6a0096 is: BUILD; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:20:35.039089 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (5d0ee498-5ef5-47e6-b470-80328c6a0096), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:35.062332 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e22c3975-4834-494a-8fc5-3c7ee94b3a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d0ee498-5ef5-47e6-b470-80328c6a0096'}] {{(pid=102577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:20:35.064568 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ec6f2d63f069076934ea9a19260140f1f8696ff0c22b7471017e65d09815c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a0d311-26c7-4b69-877e-3fc885ded170" -d '{"events": [{"server_uuid": "e22c3975-4834-494a-8fc5-3c7ee94b3a21", "name": "network-vif-plugged", "status": "completed", "tag": "5d0ee498-5ef5-47e6-b470-80328c6a0096"}]}' {{(pid=102577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:20:35.076853 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port 5d0ee498-5ef5-47e6-b470-80328c6a0096, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=5d0ee498-5ef5-47e6-b470-80328c6a0096,segment=NetworkSegment(a957085e-4c2a-4d53-a79f-6cfe99225dd1),segment_id=a957085e-4c2a-4d53-a79f-6cfe99225dd1)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:20:35.081136 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (5d0ee498-5ef5-47e6-b470-80328c6a0096), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:35.081915 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb up at agent hyperv_hv-cinder-82658 {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:20:35.156881 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Pushing event updated for resources: {'Port': ['ID=5d0ee498-5ef5-47e6-b470-80328c6a0096,revision_number=5']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:20:35.160215 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 08:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860a61b0-1670-4e6b-9368-f0c168855c0a x-openstack-request-id: req-860a61b0-1670-4e6b-9368-f0c168855c0a {{(pid=102577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:20:35.160499 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e22c3975-4834-494a-8fc5-3c7ee94b3a21", "name": "network-vif-plugged", "status": "completed", "tag": "5d0ee498-5ef5-47e6-b470-80328c6a0096", "code": 200}]} {{(pid=102577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:20:35.160838 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-860a61b0-1670-4e6b-9368-f0c168855c0a {{(pid=102577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:20:35.161159 dv-cinder-826589-1-iscsi neutron-server[102577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e22c3975-4834-494a-8fc5-3c7ee94b3a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d0ee498-5ef5-47e6-b470-80328c6a0096', 'code': 200} Jan 27 08:20:35.170516 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Provisioning complete for port fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:20:35.170890 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:35.251251 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Current status of the port fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb is: BUILD; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:20:35.251645 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:35.285965 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb,segment=NetworkSegment(d52c0c22-6164-4420-8fd5-d7a3d432294e),segment_id=d52c0c22-6164-4420-8fd5-d7a3d432294e)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:20:35.290692 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:35.341230 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Pushing event updated for resources: {'Port': ['ID=fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb,revision_number=10']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:20:35.381548 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c5bee-922f-4e24-9028-e13033c44b3b req-e9853b15-afb4-4a55-8e90-2424936ecb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:35.383048 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-c40c5bee-922f-4e24-9028-e13033c44b3b req-e9853b15-afb4-4a55-8e90-2424936ecb4e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e22c3975-4834-494a-8fc5-3c7ee94b3a21 HTTP/1.1" status: 200 len: 1099 time: 0.0401382 Jan 27 08:20:35.429637 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-c40c5bee-922f-4e24-9028-e13033c44b3b req-6d3f110e-5791-44ef-8b2a-b6d7579703ad service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395298 Jan 27 08:20:35.625040 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abca40f8-2e92-471d-b46e-f6327bc6eb01 req-2f731b67-fd34-4eb1-9234-272287f0bbf1 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:35.626531 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-abca40f8-2e92-471d-b46e-f6327bc6eb01 req-2f731b67-fd34-4eb1-9234-272287f0bbf1 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=67092ae9-6a06-44b7-b600-53c887a675cc HTTP/1.1" status: 200 len: 946 time: 0.0494885 Jan 27 08:20:35.674354 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-abca40f8-2e92-471d-b46e-f6327bc6eb01 req-3b2598ce-5620-48aa-9e41-14840ad98513 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=83cd1ec0-9807-4b47-9b7d-130393612ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418956 Jan 27 08:20:35.927227 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd25e0c-59ec-4a21-98f0-12f1e5aa6a89 req-bf76535b-f684-47b3-9abf-ebe66186c24c tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:35.929063 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-0cd25e0c-59ec-4a21-98f0-12f1e5aa6a89 req-bf76535b-f684-47b3-9abf-ebe66186c24c tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=e22c3975-4834-494a-8fc5-3c7ee94b3a21 HTTP/1.1" status: 200 len: 946 time: 0.0502014 Jan 27 08:20:35.978367 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-0cd25e0c-59ec-4a21-98f0-12f1e5aa6a89 req-729aef94-0f37-4d5a-b31c-910b8b1cdd97 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434289 Jan 27 08:20:36.793716 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7cbae8-612e-4ad4-9716-5b52de16cf7b req-544d20a0-2b6a-4529-a259-eb0b2f7b22fa tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:36.795279 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-7b7cbae8-612e-4ad4-9716-5b52de16cf7b req-544d20a0-2b6a-4529-a259-eb0b2f7b22fa tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=67092ae9-6a06-44b7-b600-53c887a675cc HTTP/1.1" status: 200 len: 946 time: 0.0490229 Jan 27 08:20:36.842287 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-7b7cbae8-612e-4ad4-9716-5b52de16cf7b req-24e6141d-2779-4d73-a0f2-115d80007176 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=83cd1ec0-9807-4b47-9b7d-130393612ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414307 Jan 27 08:20:37.090238 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d557674-fe1e-46e3-ac38-a6825d7d79d4 req-93715013-ab44-4673-a48c-891a02ea255e tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:37.091718 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-9d557674-fe1e-46e3-ac38-a6825d7d79d4 req-93715013-ab44-4673-a48c-891a02ea255e tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=e22c3975-4834-494a-8fc5-3c7ee94b3a21 HTTP/1.1" status: 200 len: 946 time: 0.0459094 Jan 27 08:20:37.144048 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-9d557674-fe1e-46e3-ac38-a6825d7d79d4 req-3377382d-09b8-488d-ad7e-baa57eadb427 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469215 Jan 27 08:20:37.162690 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67092ae9-6a06-44b7-b600-53c887a675cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb'}] {{(pid=102577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:20:37.164565 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ec6f2d63f069076934ea9a19260140f1f8696ff0c22b7471017e65d09815c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98383053-9884-4ea1-987a-42399c93b8df" -d '{"events": [{"server_uuid": "67092ae9-6a06-44b7-b600-53c887a675cc", "name": "network-vif-plugged", "status": "completed", "tag": "fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb"}]}' {{(pid=102577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:20:37.199928 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 08:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5541959-8cc0-4cf3-8bcf-b502fb891e49 x-openstack-request-id: req-b5541959-8cc0-4cf3-8bcf-b502fb891e49 {{(pid=102577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:20:37.200223 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67092ae9-6a06-44b7-b600-53c887a675cc", "name": "network-vif-plugged", "status": "completed", "tag": "fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb", "code": 200}]} {{(pid=102577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:20:37.200476 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b5541959-8cc0-4cf3-8bcf-b502fb891e49 {{(pid=102577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:20:37.200906 dv-cinder-826589-1-iscsi neutron-server[102577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67092ae9-6a06-44b7-b600-53c887a675cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb', 'code': 200} Jan 27 08:20:37.260358 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f61a0-f39d-4c78-92ff-11d67f3fbedc req-415e0b45-f71a-474b-ab1e-c717b3c302db tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:37.262426 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-c40f61a0-f39d-4c78-92ff-11d67f3fbedc req-415e0b45-f71a-474b-ab1e-c717b3c302db tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=e22c3975-4834-494a-8fc5-3c7ee94b3a21 HTTP/1.1" status: 200 len: 946 time: 0.0499485 Jan 27 08:20:37.316201 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-c40f61a0-f39d-4c78-92ff-11d67f3fbedc req-039a124f-0f21-433b-b1ff-bfb21b6ebd91 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482376 Jan 27 08:20:37.341877 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 34916) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:20:37.411358 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731c0e2a-75c6-4e13-ba21-6bf2678617e3 tempest-TestVolumeBootPattern-1515721697 tempest-TestVolumeBootPattern-1515721697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:37.413773 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-731c0e2a-75c6-4e13-ba21-6bf2678617e3 tempest-TestVolumeBootPattern-1515721697 tempest-TestVolumeBootPattern-1515721697-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=e22c3975-4834-494a-8fc5-3c7ee94b3a21 HTTP/1.1" status: 200 len: 1094 time: 0.0708516 Jan 27 08:20:37.416483 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 34918) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:20:37.420454 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d7a65-8110-4877-abff-f4fbf7c898a6 req-8dbf1d8f-31b8-4cb8-b829-50cf51d1ae1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:37.421583 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.v2.base [None req-8ceaeb97-c82d-4777-af34-bccb797b0766 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Request body: {'floatingip': {'floating_network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'port_id': '5d0ee498-5ef5-47e6-b470-80328c6a0096', 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:20:37.421898 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-912d7a65-8110-4877-abff-f4fbf7c898a6 req-8dbf1d8f-31b8-4cb8-b829-50cf51d1ae1f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=67092ae9-6a06-44b7-b600-53c887a675cc HTTP/1.1" status: 200 len: 1099 time: 0.0552197 Jan 27 08:20:37.445641 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8ceaeb97-c82d-4777-af34-bccb797b0766 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:37.469797 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-912d7a65-8110-4877-abff-f4fbf7c898a6 req-dc21efd4-b5bb-4a17-a264-6e36ebded5b5 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=83cd1ec0-9807-4b47-9b7d-130393612ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414777 Jan 27 08:20:37.547004 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8ceaeb97-c82d-4777-af34-bccb797b0766 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:37.650251 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.db_base_plugin_common [None req-8ceaeb97-c82d-4777-af34-bccb797b0766 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Allocated IP 172.27.1.33 (3614e5a2-e145-4686-b153-8df14846b7f6/4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a/f3c4938f-2856-4184-9dd0-582ebc6d604c) {{(pid=102575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 08:20:37.754305 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8ceaeb97-c82d-4777-af34-bccb797b0766 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks [] for port (f3c4938f-2856-4184-9dd0-582ebc6d604c), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:37.787790 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8ceaeb97-c82d-4777-af34-bccb797b0766 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730334756109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13172730'] for port (f3c4938f-2856-4184-9dd0-582ebc6d604c), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:37.825632 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ceaeb97-c82d-4777-af34-bccb797b0766 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Network 3614e5a2-e145-4686-b153-8df14846b7f6 is already hosted by enough agents. {{(pid=102575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 08:20:37.828383 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.base_scheduler [None req-8ceaeb97-c82d-4777-af34-bccb797b0766 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Resources bound (agent type, host, resource id): {{(pid=102575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:20:37.833975 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ceaeb97-c82d-4777-af34-bccb797b0766 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Received port after_create {{(pid=102575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 08:20:37.855764 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceaeb97-c82d-4777-af34-bccb797b0766 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Pushing event updated for resources: {'Port': ['ID=f3c4938f-2856-4184-9dd0-582ebc6d604c,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:20:37.965722 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d615c8e-fd74-471d-a260-c9a83ebdf8f2 req-3c901e26-89fc-4ff4-a294-37539b5dd53f tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:37.967203 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-2d615c8e-fd74-471d-a260-c9a83ebdf8f2 req-3c901e26-89fc-4ff4-a294-37539b5dd53f tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=67092ae9-6a06-44b7-b600-53c887a675cc HTTP/1.1" status: 200 len: 946 time: 0.0487671 Jan 27 08:20:38.017630 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-2d615c8e-fd74-471d-a260-c9a83ebdf8f2 req-4be355fe-f8e2-4fc3-959d-dedaf274dfc4 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=83cd1ec0-9807-4b47-9b7d-130393612ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443857 Jan 27 08:20:38.200913 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8ceaeb97-c82d-4777-af34-bccb797b0766 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks [] for floatingip (465466a3-1eea-462a-a79a-08187d09489d), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:38.265524 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8ceaeb97-c82d-4777-af34-bccb797b0766 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (f3c4938f-2856-4184-9dd0-582ebc6d604c), before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:38.418464 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8ceaeb97-c82d-4777-af34-bccb797b0766 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks [] for port (f3c4938f-2856-4184-9dd0-582ebc6d604c), precommit_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:38.422822 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8ceaeb97-c82d-4777-af34-bccb797b0766 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13172717'] for port (f3c4938f-2856-4184-9dd0-582ebc6d604c), after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:38.496981 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceaeb97-c82d-4777-af34-bccb797b0766 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Pushing event updated for resources: {'Port': ['ID=f3c4938f-2856-4184-9dd0-582ebc6d604c,revision_number=2']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:20:38.508876 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8ceaeb97-c82d-4777-af34-bccb797b0766 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549487'] for floatingip (465466a3-1eea-462a-a79a-08187d09489d), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:38.616052 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.db.l3_db [None req-8ceaeb97-c82d-4777-af34-bccb797b0766 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Floating IP 465466a3-1eea-462a-a79a-08187d09489d associated. External IP: 172.27.1.33, port: 5d0ee498-5ef5-47e6-b470-80328c6a0096. Jan 27 08:20:38.831211 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ceaeb97-c82d-4777-af34-bccb797b0766 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Router 900182e7-ce27-4189-bb33-70c250482c8a has already been hosted by L3 agent c4292dc4-d7f6-4187-994e-0142c7d14647 {{(pid=102575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 08:20:38.943238 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ceaeb97-c82d-4777-af34-bccb797b0766 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Notify agent at l3_agent.dv-cinder-826589-1-iscsi the message routers_updated {{(pid=102575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 08:20:38.954011 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000ad852-f089-4a0c-90c6-f22983a96013 None None] Sync routers for ids ['900182e7-ce27-4189-bb33-70c250482c8a'] in dv-cinder-826589-1-iscsi {{(pid=102577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 08:20:38.962976 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8ceaeb97-c82d-4777-af34-bccb797b0766 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for floatingip (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:38.966490 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000ad852-f089-4a0c-90c6-f22983a96013 None None] Routers {'900182e7-ce27-4189-bb33-70c250482c8a'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:20:38.967364 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-000ad852-f089-4a0c-90c6-f22983a96013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:20:23Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['900182e7-ce27-4189-bb33-70c250482c8a'], 'active': True} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:20:39.005446 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-8ceaeb97-c82d-4777-af34-bccb797b0766 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5872016 Jan 27 08:20:39.006122 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e22c3975-4834-494a-8fc5-3c7ee94b3a21', 'tag': '5d0ee498-5ef5-47e6-b470-80328c6a0096'}] {{(pid=102575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:20:39.008672 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34d12f73e8b898318ba96f52067286bd4e4b64784ab72771e8c48dd469e53537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff397449-841b-4d89-beac-aeef9477f02b" -d '{"events": [{"name": "network-changed", "server_uuid": "e22c3975-4834-494a-8fc5-3c7ee94b3a21", "tag": "5d0ee498-5ef5-47e6-b470-80328c6a0096"}]}' {{(pid=102575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:20:39.089119 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvr_db [None req-000ad852-f089-4a0c-90c6-f22983a96013 None None] Set router 900182e7-ce27-4189-bb33-70c250482c8a gateway port host: dv-cinder-826589-1-iscsi {{(pid=102577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:20:39.110318 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 08:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37505fb-a9da-4173-966d-1eab348117d6 x-openstack-request-id: req-d37505fb-a9da-4173-966d-1eab348117d6 {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:20:39.111095 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e22c3975-4834-494a-8fc5-3c7ee94b3a21", "tag": "5d0ee498-5ef5-47e6-b470-80328c6a0096", "status": "completed", "code": 200}]} {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:20:39.111492 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d37505fb-a9da-4173-966d-1eab348117d6 {{(pid=102575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:20:39.112199 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e22c3975-4834-494a-8fc5-3c7ee94b3a21', 'tag': '5d0ee498-5ef5-47e6-b470-80328c6a0096', 'status': 'completed', 'code': 200} Jan 27 08:20:39.182207 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e35f93-42b6-41b7-a812-1d2bfd06f343 req-060265b2-14d4-4d7e-8f51-e5323583be37 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:39.183855 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-13e35f93-42b6-41b7-a812-1d2bfd06f343 req-060265b2-14d4-4d7e-8f51-e5323583be37 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=67092ae9-6a06-44b7-b600-53c887a675cc HTTP/1.1" status: 200 len: 946 time: 0.0810044 Jan 27 08:20:39.200482 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff397449-841b-4d89-beac-aeef9477f02b req-54723ed4-9892-4fea-bf2a-3bf9e14ccaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:39.202244 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-ff397449-841b-4d89-beac-aeef9477f02b req-54723ed4-9892-4fea-bf2a-3bf9e14ccaa6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0faac1e89cc44ae197577f1e66e143cd&device_id=e22c3975-4834-494a-8fc5-3c7ee94b3a21 HTTP/1.1" status: 200 len: 1099 time: 0.0681429 Jan 27 08:20:39.288447 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-13e35f93-42b6-41b7-a812-1d2bfd06f343 req-0b0e74a0-cdef-4cb1-ba92-fc5b99f51d0f tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=83cd1ec0-9807-4b47-9b7d-130393612ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980678 Jan 27 08:20:39.322243 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff397449-841b-4d89-beac-aeef9477f02b req-e7741824-ece8-43df-94e8-d91db0192b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:39.324293 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-ff397449-841b-4d89-beac-aeef9477f02b req-e7741824-ece8-43df-94e8-d91db0192b3f service neutron] 10.222.0.72 "GET /v2.0/networks?id=9b081a2b-185d-4bc7-8711-580f26a8816a HTTP/1.1" status: 200 len: 913 time: 0.1156564 Jan 27 08:20:39.328662 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-000ad852-f089-4a0c-90c6-f22983a96013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900182e7-ce27-4189-bb33-70c250482c8a', 'name': 'tempest-TestVolumeBootPattern-1736694676-router', 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '4c9bd725-8fed-4ede-a168-3d70d7474ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:16:19Z', 'updated_at': '2022-01-27T08:16:23Z', 'revision_number': 4, 'project_id': '0faac1e89cc44ae197577f1e66e143cd', 'gw_port': {'id': '4c9bd725-8fed-4ede-a168-3d70d7474ddd', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ea:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900182e7-ce27-4189-bb33-70c250482c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:16:20Z', 'updated_at': '2022-01-27T08:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_floatingips': [{'id': '465466a3-1eea-462a-a79a-08187d09489d', 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'floating_ip_address': '172.27.1.33', 'floating_network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'router_id': '900182e7-ce27-4189-bb33-70c250482c8a', 'port_id': '5d0ee498-5ef5-47e6-b470-80328c6a0096', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b081a2b-185d-4bc7-8711-580f26a8816a', 'mac_address': 'fa:16:3e:75:92:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22c3975-4834-494a-8fc5-3c7ee94b3a21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T08:20:38Z', 'updated_at': '2022-01-27T08:20:38Z', 'revision_number': 0, 'project_id': '0faac1e89cc44ae197577f1e66e143cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b55e100-31f6-4087-b698-a5e04e6b56de', 'name': '', 'network_id': '9b081a2b-185d-4bc7-8711-580f26a8816a', 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'mac_address': 'fa:16:3e:96:34:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900182e7-ce27-4189-bb33-70c250482c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'dea6adae-bbac-41f2-ace5-b3e89da3af0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:16:22Z', 'updated_at': '2022-01-27T08:16:29Z', 'revision_number': 5, 'project_id': '0faac1e89cc44ae197577f1e66e143cd', 'subnets': [{'id': 'dea6adae-bbac-41f2-ace5-b3e89da3af0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:20:39.367690 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000ad852-f089-4a0c-90c6-f22983a96013 None None] Checking router: 900182e7-ce27-4189-bb33-70c250482c8a for host: dv-cinder-826589-1-iscsi {{(pid=102577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 08:20:39.382149 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000ad852-f089-4a0c-90c6-f22983a96013 None None] Routers {'900182e7-ce27-4189-bb33-70c250482c8a'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:20:39.382759 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-000ad852-f089-4a0c-90c6-f22983a96013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:20:23Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['900182e7-ce27-4189-bb33-70c250482c8a'], 'active': True} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:20:39.400428 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-ff397449-841b-4d89-beac-aeef9477f02b req-3b755ffd-5005-46a5-8bbb-ce5078771b16 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d0ee498-5ef5-47e6-b470-80328c6a0096 HTTP/1.1" status: 200 len: 999 time: 0.0697610 Jan 27 08:20:39.450108 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff397449-841b-4d89-beac-aeef9477f02b req-a195e0c6-189e-421d-8290-d8eb8f068ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:39.451603 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-ff397449-841b-4d89-beac-aeef9477f02b req-a195e0c6-189e-421d-8290-d8eb8f068ecb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dea6adae-bbac-41f2-ace5-b3e89da3af0b HTTP/1.1" status: 200 len: 851 time: 0.0460205 Jan 27 08:20:39.497842 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff397449-841b-4d89-beac-aeef9477f02b req-44360fb6-9435-4058-8dbb-0bc2a38cdce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:39.499417 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-ff397449-841b-4d89-beac-aeef9477f02b req-44360fb6-9435-4058-8dbb-0bc2a38cdce4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9b081a2b-185d-4bc7-8711-580f26a8816a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423636 Jan 27 08:20:39.601614 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-ff397449-841b-4d89-beac-aeef9477f02b req-e31155d5-5ce7-4a3e-b75a-3e85fb8cdcc6 service neutron] 10.222.0.72 "GET /v2.0/networks/9b081a2b-185d-4bc7-8711-580f26a8816a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960240 Jan 27 08:20:39.622034 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvr_db [None req-000ad852-f089-4a0c-90c6-f22983a96013 None None] Set router 900182e7-ce27-4189-bb33-70c250482c8a gateway port host: dv-cinder-826589-1-iscsi {{(pid=102577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:20:39.696506 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-ff397449-841b-4d89-beac-aeef9477f02b req-b3f4a485-8bb7-4560-aa30-6fd039494164 service neutron] 10.222.0.72 "GET /v2.0/networks/9b081a2b-185d-4bc7-8711-580f26a8816a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850148 Jan 27 08:20:39.851036 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-000ad852-f089-4a0c-90c6-f22983a96013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900182e7-ce27-4189-bb33-70c250482c8a', 'name': 'tempest-TestVolumeBootPattern-1736694676-router', 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '4c9bd725-8fed-4ede-a168-3d70d7474ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:16:19Z', 'updated_at': '2022-01-27T08:16:23Z', 'revision_number': 4, 'project_id': '0faac1e89cc44ae197577f1e66e143cd', 'gw_port': {'id': '4c9bd725-8fed-4ede-a168-3d70d7474ddd', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ea:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900182e7-ce27-4189-bb33-70c250482c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:16:20Z', 'updated_at': '2022-01-27T08:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_floatingips': [{'id': '465466a3-1eea-462a-a79a-08187d09489d', 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'floating_ip_address': '172.27.1.33', 'floating_network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'router_id': '900182e7-ce27-4189-bb33-70c250482c8a', 'port_id': '5d0ee498-5ef5-47e6-b470-80328c6a0096', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b081a2b-185d-4bc7-8711-580f26a8816a', 'mac_address': 'fa:16:3e:75:92:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22c3975-4834-494a-8fc5-3c7ee94b3a21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T08:20:38Z', 'updated_at': '2022-01-27T08:20:38Z', 'revision_number': 0, 'project_id': '0faac1e89cc44ae197577f1e66e143cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b55e100-31f6-4087-b698-a5e04e6b56de', 'name': '', 'network_id': '9b081a2b-185d-4bc7-8711-580f26a8816a', 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'mac_address': 'fa:16:3e:96:34:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900182e7-ce27-4189-bb33-70c250482c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'dea6adae-bbac-41f2-ace5-b3e89da3af0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:16:22Z', 'updated_at': '2022-01-27T08:16:29Z', 'revision_number': 5, 'project_id': '0faac1e89cc44ae197577f1e66e143cd', 'subnets': [{'id': 'dea6adae-bbac-41f2-ace5-b3e89da3af0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:20:39.877944 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000ad852-f089-4a0c-90c6-f22983a96013 None None] The sync data for ids ['900182e7-ce27-4189-bb33-70c250482c8a'] in dv-cinder-826589-1-iscsi is: [{'id': '900182e7-ce27-4189-bb33-70c250482c8a', 'name': 'tempest-TestVolumeBootPattern-1736694676-router', 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '4c9bd725-8fed-4ede-a168-3d70d7474ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:16:19Z', 'updated_at': '2022-01-27T08:16:23Z', 'revision_number': 4, 'project_id': '0faac1e89cc44ae197577f1e66e143cd', 'gw_port': {'id': '4c9bd725-8fed-4ede-a168-3d70d7474ddd', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ea:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900182e7-ce27-4189-bb33-70c250482c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:16:20Z', 'updated_at': '2022-01-27T08:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_floatingips': [{'id': '465466a3-1eea-462a-a79a-08187d09489d', 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'floating_ip_address': '172.27.1.33', 'floating_network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'router_id': '900182e7-ce27-4189-bb33-70c250482c8a', 'port_id': '5d0ee498-5ef5-47e6-b470-80328c6a0096', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b081a2b-185d-4bc7-8711-580f26a8816a', 'mac_address': 'fa:16:3e:75:92:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22c3975-4834-494a-8fc5-3c7ee94b3a21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T08:20:38Z', 'updated_at': '2022-01-27T08:20:38Z', 'revision_number': 0, 'project_id': '0faac1e89cc44ae197577f1e66e143cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b55e100-31f6-4087-b698-a5e04e6b56de', 'name': '', 'network_id': '9b081a2b-185d-4bc7-8711-580f26a8816a', 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'mac_address': 'fa:16:3e:96:34:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900182e7-ce27-4189-bb33-70c250482c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'dea6adae-bbac-41f2-ace5-b3e89da3af0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:16:22Z', 'updated_at': '2022-01-27T08:16:29Z', 'revision_number': 5, 'project_id': '0faac1e89cc44ae197577f1e66e143cd', 'subnets': [{'id': 'dea6adae-bbac-41f2-ace5-b3e89da3af0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 08:20:40.068106 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cd7d81-194c-4f6b-92c7-68dfaf96aac5 None None] New status for floating IP 465466a3-1eea-462a-a79a-08187d09489d: ACTIVE {{(pid=102578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 08:20:40.645532 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb9c28-e78e-41b8-8294-e614788bac73 req-487c960f-0966-41f4-b5d8-56443c166c10 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:40.646923 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-43eb9c28-e78e-41b8-8294-e614788bac73 req-487c960f-0966-41f4-b5d8-56443c166c10 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=67092ae9-6a06-44b7-b600-53c887a675cc HTTP/1.1" status: 200 len: 946 time: 0.2847624 Jan 27 08:20:40.697266 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-43eb9c28-e78e-41b8-8294-e614788bac73 req-304d591b-b1b2-4f46-909a-5dac65be155d tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=83cd1ec0-9807-4b47-9b7d-130393612ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441797 Jan 27 08:20:49.901849 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-afb370f8-ab4b-4616-a4de-435eaa03d813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (913d1d6b-f856-4828-afb6-1e4cc7d36f68), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:52.905358 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-2d9b7281-ed77-43b7-97bf-48f7739f4197 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (c4292dc4-d7f6-4187-994e-0142c7d14647), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:53.246640 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543461b9-d239-4411-8fc1-0e624a2a420a req-8b1bfe7a-f5cd-49cd-8350-f35118a27ed3 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:53.248021 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-543461b9-d239-4411-8fc1-0e624a2a420a req-8b1bfe7a-f5cd-49cd-8350-f35118a27ed3 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c356199-dfa3-4577-8f0f-b0891a87acdb HTTP/1.1" status: 200 len: 945 time: 0.0482385 Jan 27 08:20:53.294269 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-543461b9-d239-4411-8fc1-0e624a2a420a req-1156cf6e-cb5f-4cee-9352-c67be6467d73 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?id=21eb8a21-b9ed-499d-a389-a287ec3ec572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407095 Jan 27 08:20:54.410903 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6aec44-13ce-4f80-91c4-fd579d2c8e36 req-9eefb825-e942-42e4-a368-20deb1ff5f6e tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:54.412362 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-9f6aec44-13ce-4f80-91c4-fd579d2c8e36 req-9eefb825-e942-42e4-a368-20deb1ff5f6e tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c356199-dfa3-4577-8f0f-b0891a87acdb HTTP/1.1" status: 200 len: 945 time: 0.0494292 Jan 27 08:20:54.457866 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-9f6aec44-13ce-4f80-91c4-fd579d2c8e36 req-a70bc6fc-7377-4378-bde6-bc40d713cdff tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?id=21eb8a21-b9ed-499d-a389-a287ec3ec572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392339 Jan 27 08:20:54.624467 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-84f64028-d758-4200-a634-8b4e45c8e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (30676f9c-3677-4b49-810a-45ff2c7eef62), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:55.160395 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a08de6-d388-4cf6-b1c0-30aad5cacb48 req-24dc6076-93dd-4e63-aa80-0fceece0599d tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:55.161939 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-43a08de6-d388-4cf6-b1c0-30aad5cacb48 req-24dc6076-93dd-4e63-aa80-0fceece0599d tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c356199-dfa3-4577-8f0f-b0891a87acdb HTTP/1.1" status: 200 len: 945 time: 0.0462701 Jan 27 08:20:55.253909 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.plugin [req-43a08de6-d388-4cf6-b1c0-30aad5cacb48 req-cc0fff96-f254-4930-82f0-d34b785a8032 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Deleting port 50a7d5c7-bbee-4669-8f2d-91a75c62f68e {{(pid=102576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 08:20:55.254163 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-43a08de6-d388-4cf6-b1c0-30aad5cacb48 req-cc0fff96-f254-4930-82f0-d34b785a8032 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730335283038'] for port (50a7d5c7-bbee-4669-8f2d-91a75c62f68e), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:55.338480 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.db [req-43a08de6-d388-4cf6-b1c0-30aad5cacb48 req-cc0fff96-f254-4930-82f0-d34b785a8032 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] For port 50a7d5c7-bbee-4669-8f2d-91a75c62f68e, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=50a7d5c7-bbee-4669-8f2d-91a75c62f68e,segment=NetworkSegment(294324f3-9bd6-436f-a71b-f86457320cc4),segment_id=294324f3-9bd6-436f-a71b-f86457320cc4)] {{(pid=102576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:20:55.338859 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-43a08de6-d388-4cf6-b1c0-30aad5cacb48 req-cc0fff96-f254-4930-82f0-d34b785a8032 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547444'] for port (50a7d5c7-bbee-4669-8f2d-91a75c62f68e), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:55.519185 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-43a08de6-d388-4cf6-b1c0-30aad5cacb48 req-cc0fff96-f254-4930-82f0-d34b785a8032 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:55.520984 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-43a08de6-d388-4cf6-b1c0-30aad5cacb48 req-cc0fff96-f254-4930-82f0-d34b785a8032 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549487'] for floatingip (ec36eea8-7b71-4e1d-bed2-90bebbbdfa35), after_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:55.520984 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.db.l3_db [req-43a08de6-d388-4cf6-b1c0-30aad5cacb48 req-cc0fff96-f254-4930-82f0-d34b785a8032 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Floating IP ec36eea8-7b71-4e1d-bed2-90bebbbdfa35 disassociated. External IP: 172.27.1.192, port: 50a7d5c7-bbee-4669-8f2d-91a75c62f68e. Jan 27 08:20:55.520984 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.plugin [req-43a08de6-d388-4cf6-b1c0-30aad5cacb48 req-cc0fff96-f254-4930-82f0-d34b785a8032 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Calling delete_port for 50a7d5c7-bbee-4669-8f2d-91a75c62f68e owned by compute:nova {{(pid=102576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 08:20:55.620745 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b009856-ecdf-4c5e-8b51-3405223fbf4b req-c6ffed15-eb80-40b6-b9a7-827fbf37028a tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:20:55.622315 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-5b009856-ecdf-4c5e-8b51-3405223fbf4b req-c6ffed15-eb80-40b6-b9a7-827fbf37028a tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c356199-dfa3-4577-8f0f-b0891a87acdb HTTP/1.1" status: 200 len: 945 time: 0.0963011 Jan 27 08:20:55.706951 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-5b009856-ecdf-4c5e-8b51-3405223fbf4b req-c757633d-9f0d-42a6-8f1e-8c3ef01b4362 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups?id=21eb8a21-b9ed-499d-a389-a287ec3ec572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747020 Jan 27 08:20:55.720815 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-43a08de6-d388-4cf6-b1c0-30aad5cacb48 req-cc0fff96-f254-4930-82f0-d34b785a8032 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730335288760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730334756118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13114657'] for port (50a7d5c7-bbee-4669-8f2d-91a75c62f68e), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:55.763484 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0fff96-f254-4930-82f0-d34b785a8032 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Pushing event deleted for resources: {'Port': ['ID=50a7d5c7-bbee-4669-8f2d-91a75c62f68e,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:20:55.772774 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-932e581e-1ad5-4fce-9316-ae3110c4cab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (037c8737-e99f-497c-9717-3fbc8e736584), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:55.878206 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43a08de6-d388-4cf6-b1c0-30aad5cacb48 req-cc0fff96-f254-4930-82f0-d34b785a8032 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Router 78a34c9b-b651-4687-8029-7f281d2c7ec8 has already been hosted by L3 agent c4292dc4-d7f6-4187-994e-0142c7d14647 {{(pid=102576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 08:20:55.983082 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43a08de6-d388-4cf6-b1c0-30aad5cacb48 req-cc0fff96-f254-4930-82f0-d34b785a8032 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Notify agent at l3_agent.dv-cinder-826589-1-iscsi the message routers_updated {{(pid=102576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 08:20:55.994894 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d9244b-dfd8-4e7e-bd36-be8935c2f668 None None] Sync routers for ids ['78a34c9b-b651-4687-8029-7f281d2c7ec8'] in dv-cinder-826589-1-iscsi {{(pid=102577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 08:20:56.004140 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d9244b-dfd8-4e7e-bd36-be8935c2f668 None None] Routers {'78a34c9b-b651-4687-8029-7f281d2c7ec8'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:20:56.004771 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-86d9244b-dfd8-4e7e-bd36-be8935c2f668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:20:53Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['78a34c9b-b651-4687-8029-7f281d2c7ec8'], 'active': True} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:20:56.022451 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a08de6-d388-4cf6-b1c0-30aad5cacb48 req-cc0fff96-f254-4930-82f0-d34b785a8032 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] No DVR routers for this DVR port 50a7d5c7-bbee-4669-8f2d-91a75c62f68e on host hv-cinder-82658 {{(pid=102576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 08:20:56.024958 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-43a08de6-d388-4cf6-b1c0-30aad5cacb48 req-cc0fff96-f254-4930-82f0-d34b785a8032 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for port (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:56.028822 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-43a08de6-d388-4cf6-b1c0-30aad5cacb48 req-cc0fff96-f254-4930-82f0-d34b785a8032 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.72 "DELETE /v2.0/ports/50a7d5c7-bbee-4669-8f2d-91a75c62f68e HTTP/1.1" status: 204 len: 173 time: 0.8598721 Jan 27 08:20:56.029257 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c356199-dfa3-4577-8f0f-b0891a87acdb', 'name': 'network-vif-deleted', 'tag': '50a7d5c7-bbee-4669-8f2d-91a75c62f68e'}] {{(pid=102576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:20:56.031524 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e99b03222c8d2fef0e5d308316368c2f75dcb43852cf269b2a1b1136e13dae4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03213ed5-c295-488e-86fd-aca19d96269f" -d '{"events": [{"server_uuid": "6c356199-dfa3-4577-8f0f-b0891a87acdb", "name": "network-vif-deleted", "tag": "50a7d5c7-bbee-4669-8f2d-91a75c62f68e"}]}' {{(pid=102576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:20:56.070251 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 08:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e0db449-cbf2-4371-ba35-20d61eb2a59b x-openstack-request-id: req-3e0db449-cbf2-4371-ba35-20d61eb2a59b {{(pid=102576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:20:56.070547 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c356199-dfa3-4577-8f0f-b0891a87acdb", "name": "network-vif-deleted", "tag": "50a7d5c7-bbee-4669-8f2d-91a75c62f68e", "status": "completed", "code": 200}]} {{(pid=102576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:20:56.070800 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3e0db449-cbf2-4371-ba35-20d61eb2a59b {{(pid=102576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:20:56.071251 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c356199-dfa3-4577-8f0f-b0891a87acdb', 'name': 'network-vif-deleted', 'tag': '50a7d5c7-bbee-4669-8f2d-91a75c62f68e', 'status': 'completed', 'code': 200} Jan 27 08:20:56.125910 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvr_db [None req-86d9244b-dfd8-4e7e-bd36-be8935c2f668 None None] Set router 78a34c9b-b651-4687-8029-7f281d2c7ec8 gateway port host: dv-cinder-826589-1-iscsi {{(pid=102577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:20:56.337138 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-86d9244b-dfd8-4e7e-bd36-be8935c2f668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a34c9b-b651-4687-8029-7f281d2c7ec8', 'name': 'tempest-AttachVolumeTestJSON-1315933907-router', 'tenant_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '6bd706e7-7399-4bce-acef-9138b3a6821e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:14:51Z', 'updated_at': '2022-01-27T08:15:01Z', 'revision_number': 4, 'project_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'gw_port': {'id': '6bd706e7-7399-4bce-acef-9138b3a6821e', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a34c9b-b651-4687-8029-7f281d2c7ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:52Z', 'updated_at': '2022-01-27T08:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_interfaces': [{'id': 'd4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f', 'name': '', 'network_id': 'b7914447-2aa2-4569-84ca-e3ee909bc8ea', 'tenant_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'mac_address': 'fa:16:3e:c1:0b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a34c9b-b651-4687-8029-7f281d2c7ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '56dcdf12-0462-4feb-a564-4fe3cd20bfe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:58Z', 'updated_at': '2022-01-27T08:15:13Z', 'revision_number': 5, 'project_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'subnets': [{'id': '56dcdf12-0462-4feb-a564-4fe3cd20bfe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:20:56.362407 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d9244b-dfd8-4e7e-bd36-be8935c2f668 None None] Checking router: 78a34c9b-b651-4687-8029-7f281d2c7ec8 for host: dv-cinder-826589-1-iscsi {{(pid=102577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 08:20:56.370948 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d9244b-dfd8-4e7e-bd36-be8935c2f668 None None] Routers {'78a34c9b-b651-4687-8029-7f281d2c7ec8'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:20:56.371537 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-86d9244b-dfd8-4e7e-bd36-be8935c2f668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:20:53Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['78a34c9b-b651-4687-8029-7f281d2c7ec8'], 'active': True} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:20:56.475394 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvr_db [None req-86d9244b-dfd8-4e7e-bd36-be8935c2f668 None None] Set router 78a34c9b-b651-4687-8029-7f281d2c7ec8 gateway port host: dv-cinder-826589-1-iscsi {{(pid=102577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:20:56.679004 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (e79cbf24-12bd-4e20-a580-79498d5b225b), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:56.695793 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-86d9244b-dfd8-4e7e-bd36-be8935c2f668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a34c9b-b651-4687-8029-7f281d2c7ec8', 'name': 'tempest-AttachVolumeTestJSON-1315933907-router', 'tenant_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '6bd706e7-7399-4bce-acef-9138b3a6821e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:14:51Z', 'updated_at': '2022-01-27T08:15:01Z', 'revision_number': 4, 'project_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'gw_port': {'id': '6bd706e7-7399-4bce-acef-9138b3a6821e', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a34c9b-b651-4687-8029-7f281d2c7ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:52Z', 'updated_at': '2022-01-27T08:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_interfaces': [{'id': 'd4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f', 'name': '', 'network_id': 'b7914447-2aa2-4569-84ca-e3ee909bc8ea', 'tenant_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'mac_address': 'fa:16:3e:c1:0b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a34c9b-b651-4687-8029-7f281d2c7ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '56dcdf12-0462-4feb-a564-4fe3cd20bfe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:58Z', 'updated_at': '2022-01-27T08:15:13Z', 'revision_number': 5, 'project_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'subnets': [{'id': '56dcdf12-0462-4feb-a564-4fe3cd20bfe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:20:56.729956 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d9244b-dfd8-4e7e-bd36-be8935c2f668 None None] The sync data for ids ['78a34c9b-b651-4687-8029-7f281d2c7ec8'] in dv-cinder-826589-1-iscsi is: [{'id': '78a34c9b-b651-4687-8029-7f281d2c7ec8', 'name': 'tempest-AttachVolumeTestJSON-1315933907-router', 'tenant_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '6bd706e7-7399-4bce-acef-9138b3a6821e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:14:51Z', 'updated_at': '2022-01-27T08:15:01Z', 'revision_number': 4, 'project_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'gw_port': {'id': '6bd706e7-7399-4bce-acef-9138b3a6821e', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a34c9b-b651-4687-8029-7f281d2c7ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:52Z', 'updated_at': '2022-01-27T08:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_interfaces': [{'id': 'd4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f', 'name': '', 'network_id': 'b7914447-2aa2-4569-84ca-e3ee909bc8ea', 'tenant_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'mac_address': 'fa:16:3e:c1:0b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a34c9b-b651-4687-8029-7f281d2c7ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '56dcdf12-0462-4feb-a564-4fe3cd20bfe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:58Z', 'updated_at': '2022-01-27T08:15:13Z', 'revision_number': 5, 'project_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'subnets': [{'id': '56dcdf12-0462-4feb-a564-4fe3cd20bfe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 08:20:56.803556 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 35076) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:20:56.862193 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-4ef22eff-12df-4423-8949-99e682024a29 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks [] for security_group (21eb8a21-b9ed-499d-a389-a287ec3ec572), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:56.887563 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-4ef22eff-12df-4423-8949-99e682024a29 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks [] for security_group (21eb8a21-b9ed-499d-a389-a287ec3ec572), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:56.945658 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-4ef22eff-12df-4423-8949-99e682024a29 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (21eb8a21-b9ed-499d-a389-a287ec3ec572), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:56.948426 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-4ef22eff-12df-4423-8949-99e682024a29 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks [] for security_group (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:56.949658 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-4ef22eff-12df-4423-8949-99e682024a29 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "DELETE /v2.0/security-groups/21eb8a21-b9ed-499d-a389-a287ec3ec572 HTTP/1.1" status: 204 len: 168 time: 0.1449399 Jan 27 08:20:56.952646 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 35078) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:20:56.959312 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef22eff-12df-4423-8949-99e682024a29 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21eb8a21-b9ed-499d-a389-a287ec3ec572,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:20:56.962176 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c10722-589b-4796-8d16-1106558c4458 None None] New status for floating IP ec36eea8-7b71-4e1d-bed2-90bebbbdfa35: DOWN {{(pid=102578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 08:20:56.980640 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.api.v2.resource [None req-d133d5dd-daf0-4a02-b869-d4247a14689e tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] show failed (client error): The resource could not be found. Jan 27 08:20:56.984558 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-d133d5dd-daf0-4a02-b869-d4247a14689e tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "GET /v2.0/security-groups/21eb8a21-b9ed-499d-a389-a287ec3ec572 HTTP/1.1" status: 404 len: 347 time: 0.0300796 Jan 27 08:20:56.984916 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 35080) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:20:57.125491 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.plugin [None req-b6688492-bfc3-4040-93c9-9e7ec9ed81e9 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Deleting port 9eec24e1-a322-4e7a-8a41-0be04612f216 {{(pid=102576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 08:20:57.125827 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-b6688492-bfc3-4040-93c9-9e7ec9ed81e9 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730335283038'] for port (9eec24e1-a322-4e7a-8a41-0be04612f216), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:57.199513 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-b6688492-bfc3-4040-93c9-9e7ec9ed81e9 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547444'] for port (9eec24e1-a322-4e7a-8a41-0be04612f216), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:57.199755 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-b6688492-bfc3-4040-93c9-9e7ec9ed81e9 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks [] for floatingip (9eec24e1-a322-4e7a-8a41-0be04612f216), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:57.211010 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.plugin [None req-b6688492-bfc3-4040-93c9-9e7ec9ed81e9 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Calling delete_port for 9eec24e1-a322-4e7a-8a41-0be04612f216 owned by network:floatingip {{(pid=102576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 08:20:57.345910 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-b6688492-bfc3-4040-93c9-9e7ec9ed81e9 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730335288760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730334756118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13114657'] for port (9eec24e1-a322-4e7a-8a41-0be04612f216), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:57.372526 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6688492-bfc3-4040-93c9-9e7ec9ed81e9 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Pushing event deleted for resources: {'Port': ['ID=9eec24e1-a322-4e7a-8a41-0be04612f216,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:20:57.435497 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-b6688492-bfc3-4040-93c9-9e7ec9ed81e9 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks [] for floatingip (ec36eea8-7b71-4e1d-bed2-90bebbbdfa35), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:57.438289 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-b6688492-bfc3-4040-93c9-9e7ec9ed81e9 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for floatingip (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:57.439543 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-b6688492-bfc3-4040-93c9-9e7ec9ed81e9 tempest-AttachVolumeTestJSON-736680530 tempest-AttachVolumeTestJSON-736680530-project] 10.222.0.59 "DELETE /v2.0/floatingips/ec36eea8-7b71-4e1d-bed2-90bebbbdfa35 HTTP/1.1" status: 204 len: 168 time: 0.4532535 Jan 27 08:20:57.987841 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (926d476c-3c92-4faa-a402-a395b4978e44), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:20:59.025707 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device 50a7d5c7-bbee-4669-8f2d-91a75c62f68e no longer exists at agent hyperv_hv-cinder-82658 {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 08:20:59.048239 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] No Port match for: 50a7d5c7-bbee-4669-8f2d-91a75c62f68e {{(pid=102577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 08:20:59.048578 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device 50a7d5c7-bbee-4669-8f2d-91a75c62f68e not bound to the agent host hv-cinder-82658 {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 08:21:00.952736 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 35110) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:21:01.395719 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-e004cf53-146e-43c8-81a5-f6de73776487 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550255'] for router_interface (78a34c9b-b651-4687-8029-7f281d2c7ec8), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:01.658025 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.plugin [None req-e004cf53-146e-43c8-81a5-f6de73776487 admin admin] Deleting port d4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f {{(pid=102576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 08:21:01.658279 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-e004cf53-146e-43c8-81a5-f6de73776487 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730335283038'] for port (d4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:01.725606 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-6aaf5843-f74d-455a-a0a6-aba54f587205 req-42a5d235-fea9-49fc-bb24-7c881fcffd64 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=67092ae9-6a06-44b7-b600-53c887a675cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0928197 Jan 27 08:21:01.758528 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.db [None req-e004cf53-146e-43c8-81a5-f6de73776487 admin admin] For port d4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f, host dv-cinder-826589-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=d4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f,segment=NetworkSegment(294324f3-9bd6-436f-a71b-f86457320cc4),segment_id=294324f3-9bd6-436f-a71b-f86457320cc4)] {{(pid=102576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:21:01.758888 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-e004cf53-146e-43c8-81a5-f6de73776487 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547444'] for port (d4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:01.785839 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.plugin [None req-e004cf53-146e-43c8-81a5-f6de73776487 admin admin] Calling delete_port for d4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f owned by network:router_interface {{(pid=102576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 08:21:01.836355 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf5843-f74d-455a-a0a6-aba54f587205 req-7088c3f6-b024-4d46-bbc6-9add0c999570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:01.837871 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-6aaf5843-f74d-455a-a0a6-aba54f587205 req-7088c3f6-b024-4d46-bbc6-9add0c999570 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e4ecc1e69f834d419992a599e2f26886&device_id=67092ae9-6a06-44b7-b600-53c887a675cc HTTP/1.1" status: 200 len: 1099 time: 0.0917885 Jan 27 08:21:01.992972 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf5843-f74d-455a-a0a6-aba54f587205 req-89971abb-ccb0-4c3f-b435-0a0d1b0446c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:01.994406 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-6aaf5843-f74d-455a-a0a6-aba54f587205 req-89971abb-ccb0-4c3f-b435-0a0d1b0446c4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=eb16c640-8d70-456d-b9db-6e89eb7e23c3 HTTP/1.1" status: 200 len: 918 time: 0.1354976 Jan 27 08:21:02.088534 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-6aaf5843-f74d-455a-a0a6-aba54f587205 req-9e6171b2-4aed-4802-8747-2ad8f860abbb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb HTTP/1.1" status: 200 len: 1001 time: 0.0857000 Jan 27 08:21:02.089557 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-e004cf53-146e-43c8-81a5-f6de73776487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730335288760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730334756118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13114657'] for port (d4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:02.123254 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004cf53-146e-43c8-81a5-f6de73776487 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:02.202530 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf5843-f74d-455a-a0a6-aba54f587205 req-a5a72dda-64c1-4e0a-a128-8c6a76a61bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:02.203987 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-6aaf5843-f74d-455a-a0a6-aba54f587205 req-a5a72dda-64c1-4e0a-a128-8c6a76a61bd1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=57070168-9245-4dd6-b7ac-0c997e12d4d3 HTTP/1.1" status: 200 len: 856 time: 0.0910878 Jan 27 08:21:02.523994 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf5843-f74d-455a-a0a6-aba54f587205 req-c0276590-6962-4eac-a96a-6990e0942baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:02.525398 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-6aaf5843-f74d-455a-a0a6-aba54f587205 req-c0276590-6962-4eac-a96a-6990e0942baf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=eb16c640-8d70-456d-b9db-6e89eb7e23c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3150220 Jan 27 08:21:02.625937 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-e004cf53-146e-43c8-81a5-f6de73776487 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550395'] for router_interface (78a34c9b-b651-4687-8029-7f281d2c7ec8), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:02.692534 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-6aaf5843-f74d-455a-a0a6-aba54f587205 req-64608930-f147-47b4-980b-64b8ea862b43 service neutron] 10.222.0.72 "GET /v2.0/networks/eb16c640-8d70-456d-b9db-6e89eb7e23c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603289 Jan 27 08:21:02.861640 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-6aaf5843-f74d-455a-a0a6-aba54f587205 req-469c38c6-26c4-4bc4-8ecf-7c4955a6e046 service neutron] 10.222.0.72 "GET /v2.0/networks/eb16c640-8d70-456d-b9db-6e89eb7e23c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580060 Jan 27 08:21:02.927476 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e004cf53-146e-43c8-81a5-f6de73776487 admin admin] Router 78a34c9b-b651-4687-8029-7f281d2c7ec8 has already been hosted by L3 agent c4292dc4-d7f6-4187-994e-0142c7d14647 {{(pid=102576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 08:21:03.032615 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e004cf53-146e-43c8-81a5-f6de73776487 admin admin] Notify agent at l3_agent.dv-cinder-826589-1-iscsi the message routers_updated {{(pid=102576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 08:21:03.039259 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-e004cf53-146e-43c8-81a5-f6de73776487 admin admin] 10.222.0.59 "PUT /v2.0/routers/78a34c9b-b651-4687-8029-7f281d2c7ec8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0854290 Jan 27 08:21:03.040087 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 35116) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:21:03.041559 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47acc9ce-aa47-492a-a71a-49e392c6b66e None None] Sync routers for ids ['78a34c9b-b651-4687-8029-7f281d2c7ec8'] in dv-cinder-826589-1-iscsi {{(pid=102577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 08:21:03.051545 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47acc9ce-aa47-492a-a71a-49e392c6b66e None None] Routers {'78a34c9b-b651-4687-8029-7f281d2c7ec8'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:21:03.052157 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-47acc9ce-aa47-492a-a71a-49e392c6b66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:20:53Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['78a34c9b-b651-4687-8029-7f281d2c7ec8'], 'active': True} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:21:03.142953 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-1e665a02-6744-4ce4-bdea-3dc1371d312c admin admin] Publish callbacks [] for router (78a34c9b-b651-4687-8029-7f281d2c7ec8), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:03.156145 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvr_db [None req-47acc9ce-aa47-492a-a71a-49e392c6b66e None None] Set router 78a34c9b-b651-4687-8029-7f281d2c7ec8 gateway port host: dv-cinder-826589-1-iscsi {{(pid=102577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:21:03.242858 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-1e665a02-6744-4ce4-bdea-3dc1371d312c admin admin] Publish callbacks [] for router_gateway (78a34c9b-b651-4687-8029-7f281d2c7ec8), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:03.294733 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.plugin [None req-1e665a02-6744-4ce4-bdea-3dc1371d312c admin admin] Deleting port 6bd706e7-7399-4bce-acef-9138b3a6821e {{(pid=102576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 08:21:03.294965 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-1e665a02-6744-4ce4-bdea-3dc1371d312c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730335283038'] for port (6bd706e7-7399-4bce-acef-9138b3a6821e), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:03.333490 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-47acc9ce-aa47-492a-a71a-49e392c6b66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a34c9b-b651-4687-8029-7f281d2c7ec8', 'name': 'tempest-AttachVolumeTestJSON-1315933907-router', 'tenant_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '6bd706e7-7399-4bce-acef-9138b3a6821e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:14:51Z', 'updated_at': '2022-01-27T08:21:01Z', 'revision_number': 5, 'project_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'gw_port': {'id': '6bd706e7-7399-4bce-acef-9138b3a6821e', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a34c9b-b651-4687-8029-7f281d2c7ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:52Z', 'updated_at': '2022-01-27T08:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi'}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:21:03.359179 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47acc9ce-aa47-492a-a71a-49e392c6b66e None None] Checking router: 78a34c9b-b651-4687-8029-7f281d2c7ec8 for host: dv-cinder-826589-1-iscsi {{(pid=102577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 08:21:03.367753 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47acc9ce-aa47-492a-a71a-49e392c6b66e None None] Routers {'78a34c9b-b651-4687-8029-7f281d2c7ec8'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:21:03.368352 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-47acc9ce-aa47-492a-a71a-49e392c6b66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:20:53Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['78a34c9b-b651-4687-8029-7f281d2c7ec8'], 'active': True} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:21:03.375679 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.db [None req-1e665a02-6744-4ce4-bdea-3dc1371d312c admin admin] For port 6bd706e7-7399-4bce-acef-9138b3a6821e, host dv-cinder-826589-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=6bd706e7-7399-4bce-acef-9138b3a6821e,segment=NetworkSegment(fa55335f-a52a-465d-b188-80ce12fc9c40),segment_id=fa55335f-a52a-465d-b188-80ce12fc9c40)] {{(pid=102576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:21:03.376035 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-1e665a02-6744-4ce4-bdea-3dc1371d312c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547444'] for port (6bd706e7-7399-4bce-acef-9138b3a6821e), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:03.389311 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.plugin [None req-1e665a02-6744-4ce4-bdea-3dc1371d312c admin admin] Calling delete_port for 6bd706e7-7399-4bce-acef-9138b3a6821e owned by network:router_gateway {{(pid=102576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 08:21:03.452288 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvr_db [None req-47acc9ce-aa47-492a-a71a-49e392c6b66e None None] Set router 78a34c9b-b651-4687-8029-7f281d2c7ec8 gateway port host: None {{(pid=102577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:21:03.505561 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-47acc9ce-aa47-492a-a71a-49e392c6b66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a34c9b-b651-4687-8029-7f281d2c7ec8', 'name': 'tempest-AttachVolumeTestJSON-1315933907-router', 'tenant_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:14:51Z', 'updated_at': '2022-01-27T08:21:03Z', 'revision_number': 6, 'project_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'gw_port_host': None}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:21:03.531480 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47acc9ce-aa47-492a-a71a-49e392c6b66e None None] The sync data for ids ['78a34c9b-b651-4687-8029-7f281d2c7ec8'] in dv-cinder-826589-1-iscsi is: [{'id': '78a34c9b-b651-4687-8029-7f281d2c7ec8', 'name': 'tempest-AttachVolumeTestJSON-1315933907-router', 'tenant_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:14:51Z', 'updated_at': '2022-01-27T08:21:03Z', 'revision_number': 6, 'project_id': '0b0ce26232dd4a1db254b56a7f995f4e', 'gw_port_host': None}] {{(pid=102577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 08:21:03.552814 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-1e665a02-6744-4ce4-bdea-3dc1371d312c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730335288760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730334756118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13114657'] for port (6bd706e7-7399-4bce-acef-9138b3a6821e), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:03.580623 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e665a02-6744-4ce4-bdea-3dc1371d312c admin admin] Pushing event deleted for resources: {'Port': ['ID=6bd706e7-7399-4bce-acef-9138b3a6821e,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:03.638776 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-1e665a02-6744-4ce4-bdea-3dc1371d312c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550037'] for router_gateway (78a34c9b-b651-4687-8029-7f281d2c7ec8), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:03.728904 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-1e665a02-6744-4ce4-bdea-3dc1371d312c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35647'] for router (78a34c9b-b651-4687-8029-7f281d2c7ec8), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:03.731003 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-1e665a02-6744-4ce4-bdea-3dc1371d312c admin admin] Publish callbacks [] for router_controller (78a34c9b-b651-4687-8029-7f281d2c7ec8), precommit_delete_associations {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:03.773190 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-1e665a02-6744-4ce4-bdea-3dc1371d312c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554505'] for router (78a34c9b-b651-4687-8029-7f281d2c7ec8), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:03.773765 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e665a02-6744-4ce4-bdea-3dc1371d312c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78a34c9b-b651-4687-8029-7f281d2c7ec8 {{(pid=102576) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 08:21:03.779690 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-1e665a02-6744-4ce4-bdea-3dc1371d312c admin admin] Publish callbacks [] for router (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:03.780871 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-1e665a02-6744-4ce4-bdea-3dc1371d312c admin admin] 10.222.0.59 "DELETE /v2.0/routers/78a34c9b-b651-4687-8029-7f281d2c7ec8 HTTP/1.1" status: 204 len: 168 time: 0.7398384 Jan 27 08:21:03.783395 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 35118) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:21:03.827214 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ce0c71e-82fd-46de-9c52-bd102892e90e admin admin] Deleting subnet 56dcdf12-0462-4feb-a564-4fe3cd20bfe1 {{(pid=102576) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 08:21:03.830218 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-1ce0c71e-82fd-46de-9c52-bd102892e90e admin admin] Publish callbacks [] for subnet (56dcdf12-0462-4feb-a564-4fe3cd20bfe1), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:03.863655 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-1ce0c71e-82fd-46de-9c52-bd102892e90e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14124120'] for subnet (56dcdf12-0462-4feb-a564-4fe3cd20bfe1), precommit_delete_associations {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:03.984044 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-1ce0c71e-82fd-46de-9c52-bd102892e90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537734'] for subnet (56dcdf12-0462-4feb-a564-4fe3cd20bfe1), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:04.036774 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-1ce0c71e-82fd-46de-9c52-bd102892e90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13114748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13593762'] for subnet (56dcdf12-0462-4feb-a564-4fe3cd20bfe1), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:04.065419 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce0c71e-82fd-46de-9c52-bd102892e90e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56dcdf12-0462-4feb-a564-4fe3cd20bfe1,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:04.069034 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-1ce0c71e-82fd-46de-9c52-bd102892e90e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for subnet (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:04.072238 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-1ce0c71e-82fd-46de-9c52-bd102892e90e admin admin] 10.222.0.59 "DELETE /v2.0/subnets/56dcdf12-0462-4feb-a564-4fe3cd20bfe1 HTTP/1.1" status: 204 len: 168 time: 0.2877791 Jan 27 08:21:04.075523 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 35120) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:21:04.076983 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a7f03c-8715-476d-a0fc-0954f3a7f81a None None] Network b7914447-2aa2-4569-84ca-e3ee909bc8ea requested from dv-cinder-826589-1-iscsi {{(pid=102577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 08:21:04.145366 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-02d44fcb-d3b5-4d6f-ae7d-f299e89b2712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1691783'] for network (b7914447-2aa2-4569-84ca-e3ee909bc8ea), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:04.202643 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-02d44fcb-d3b5-4d6f-ae7d-f299e89b2712 admin admin] Deleting port a24513dc-0ee5-4c89-95fd-e4eb11a2e541 {{(pid=102575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 08:21:04.202995 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-02d44fcb-d3b5-4d6f-ae7d-f299e89b2712 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730335283038'] for port (a24513dc-0ee5-4c89-95fd-e4eb11a2e541), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:04.268737 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-02d44fcb-d3b5-4d6f-ae7d-f299e89b2712 admin admin] For port a24513dc-0ee5-4c89-95fd-e4eb11a2e541, host dv-cinder-826589-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=a24513dc-0ee5-4c89-95fd-e4eb11a2e541,segment=NetworkSegment(294324f3-9bd6-436f-a71b-f86457320cc4),segment_id=294324f3-9bd6-436f-a71b-f86457320cc4)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:21:04.269043 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-02d44fcb-d3b5-4d6f-ae7d-f299e89b2712 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547444'] for port (a24513dc-0ee5-4c89-95fd-e4eb11a2e541), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:04.281028 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-02d44fcb-d3b5-4d6f-ae7d-f299e89b2712 admin admin] Calling delete_port for a24513dc-0ee5-4c89-95fd-e4eb11a2e541 owned by network:dhcp {{(pid=102575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 08:21:04.317662 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef53915-e313-4dd2-a5bc-062a341d09dc None None] DHCP port deletion for b7914447-2aa2-4569-84ca-e3ee909bc8ea request from dv-cinder-826589-1-iscsi {{(pid=102577) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 08:21:04.365437 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-02d44fcb-d3b5-4d6f-ae7d-f299e89b2712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730335288760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730334756118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13172730'] for port (a24513dc-0ee5-4c89-95fd-e4eb11a2e541), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:04.370137 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-eef53915-e313-4dd2-a5bc-062a341d09dc None None] Deleting port a24513dc-0ee5-4c89-95fd-e4eb11a2e541 {{(pid=102577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 08:21:04.370514 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-eef53915-e313-4dd2-a5bc-062a341d09dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730335283038'] for port (a24513dc-0ee5-4c89-95fd-e4eb11a2e541), before_delete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:04.390483 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d44fcb-d3b5-4d6f-ae7d-f299e89b2712 admin admin] Pushing event deleted for resources: {'Port': ['ID=a24513dc-0ee5-4c89-95fd-e4eb11a2e541,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:04.394331 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d44fcb-d3b5-4d6f-ae7d-f299e89b2712 admin admin] No DVR routers for this DVR port a24513dc-0ee5-4c89-95fd-e4eb11a2e541 on host dv-cinder-826589-1-iscsi {{(pid=102575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 08:21:04.438730 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-eef53915-e313-4dd2-a5bc-062a341d09dc None None] For port a24513dc-0ee5-4c89-95fd-e4eb11a2e541, host dv-cinder-826589-1-iscsi, got binding levels [] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:21:04.439072 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-eef53915-e313-4dd2-a5bc-062a341d09dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547444'] for port (a24513dc-0ee5-4c89-95fd-e4eb11a2e541), precommit_delete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:04.471474 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-02d44fcb-d3b5-4d6f-ae7d-f299e89b2712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535825', 'neutron.services.segments.db._delete_segments_for_network-8730335277442'] for network (b7914447-2aa2-4569-84ca-e3ee909bc8ea), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:04.495913 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.services.segments.db [None req-02d44fcb-d3b5-4d6f-ae7d-f299e89b2712 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7914447-2aa2-4569-84ca-e3ee909bc8ea']}} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:21:04.506737 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.services.segments.db [None req-02d44fcb-d3b5-4d6f-ae7d-f299e89b2712 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '294324f3-9bd6-436f-a71b-f86457320cc4') {'for_net_delete': True} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:21:04.507181 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.services.segments.db [None req-02d44fcb-d3b5-4d6f-ae7d-f299e89b2712 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '294324f3-9bd6-436f-a71b-f86457320cc4') {} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:21:04.518514 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-02d44fcb-d3b5-4d6f-ae7d-f299e89b2712 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730335278475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13170839'] for segment (294324f3-9bd6-436f-a71b-f86457320cc4), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:04.533294 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-02d44fcb-d3b5-4d6f-ae7d-f299e89b2712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505597'] for segment (294324f3-9bd6-436f-a71b-f86457320cc4), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:04.540728 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02d44fcb-d3b5-4d6f-ae7d-f299e89b2712 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=102575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 08:21:04.541249 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-02d44fcb-d3b5-4d6f-ae7d-f299e89b2712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13172489'] for segment (294324f3-9bd6-436f-a71b-f86457320cc4), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:04.542987 dv-cinder-826589-1-iscsi neutron-server[102575]: Traceback (most recent call last): Jan 27 08:21:04.542987 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 08:21:04.542987 dv-cinder-826589-1-iscsi neutron-server[102575]: timer() Jan 27 08:21:04.542987 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 08:21:04.542987 dv-cinder-826589-1-iscsi neutron-server[102575]: cb(*args, **kw) Jan 27 08:21:04.542987 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 08:21:04.542987 dv-cinder-826589-1-iscsi neutron-server[102575]: return func(*args, **kwargs) Jan 27 08:21:04.542987 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 08:21:04.542987 dv-cinder-826589-1-iscsi neutron-server[102575]: self._notify() Jan 27 08:21:04.542987 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 08:21:04.542987 dv-cinder-826589-1-iscsi neutron-server[102575]: self.callback(batched_events) Jan 27 08:21:04.542987 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 08:21:04.542987 dv-cinder-826589-1-iscsi neutron-server[102575]: event.method(event) Jan 27 08:21:04.542987 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 08:21:04.542987 dv-cinder-826589-1-iscsi neutron-server[102575]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 08:21:04.542987 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 08:21:04.542987 dv-cinder-826589-1-iscsi neutron-server[102575]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 08:21:04.542987 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 08:21:04.542987 dv-cinder-826589-1-iscsi neutron-server[102575]: return f(self, *a, **k) Jan 27 08:21:04.542987 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 08:21:04.542987 dv-cinder-826589-1-iscsi neutron-server[102575]: return self._get(url).json() Jan 27 08:21:04.542987 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 08:21:04.542987 dv-cinder-826589-1-iscsi neutron-server[102575]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 08:21:04.542987 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 08:21:04.542987 dv-cinder-826589-1-iscsi neutron-server[102575]: return self.request(url, 'GET', **kwargs) Jan 27 08:21:04.542987 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 08:21:04.542987 dv-cinder-826589-1-iscsi neutron-server[102575]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 08:21:04.542987 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 08:21:04.542987 dv-cinder-826589-1-iscsi neutron-server[102575]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 08:21:04.542987 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 08:21:04.542987 dv-cinder-826589-1-iscsi neutron-server[102575]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 08:21:04.542987 dv-cinder-826589-1-iscsi neutron-server[102575]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 08:21:04.586343 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-eef53915-e313-4dd2-a5bc-062a341d09dc None None] Calling delete_port for a24513dc-0ee5-4c89-95fd-e4eb11a2e541 owned by network:dhcp {{(pid=102577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 08:21:04.590948 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.ipam_backend_mixin [None req-eef53915-e313-4dd2-a5bc-062a341d09dc None None] Port a24513dc-0ee5-4c89-95fd-e4eb11a2e541 was not found and therefore no delete operation was performed {{(pid=102577) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 08:21:04.592272 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-eef53915-e313-4dd2-a5bc-062a341d09dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730335288760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730334756118'] for port (a24513dc-0ee5-4c89-95fd-e4eb11a2e541), after_delete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:04.606193 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-02d44fcb-d3b5-4d6f-ae7d-f299e89b2712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549501'] for network (b7914447-2aa2-4569-84ca-e3ee909bc8ea), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:04.618168 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef53915-e313-4dd2-a5bc-062a341d09dc None None] Pushing event deleted for resources: {'Port': ['ID=a24513dc-0ee5-4c89-95fd-e4eb11a2e541,revision_number=None']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:04.622445 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef53915-e313-4dd2-a5bc-062a341d09dc None None] No DVR routers for this DVR port a24513dc-0ee5-4c89-95fd-e4eb11a2e541 on host dv-cinder-826589-1-iscsi {{(pid=102577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 08:21:04.624322 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d44fcb-d3b5-4d6f-ae7d-f299e89b2712 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7914447-2aa2-4569-84ca-e3ee909bc8ea,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:04.626577 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-02d44fcb-d3b5-4d6f-ae7d-f299e89b2712 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for network (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:04.630486 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-02d44fcb-d3b5-4d6f-ae7d-f299e89b2712 admin admin] 10.222.0.59 "DELETE /v2.0/networks/b7914447-2aa2-4569-84ca-e3ee909bc8ea HTTP/1.1" status: 204 len: 168 time: 0.5536592 Jan 27 08:21:04.745343 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 35124) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:21:04.784199 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-ee06590d-c86f-41d6-bb9e-f81233f39e64 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0b0ce26232dd4a1db254b56a7f995f4e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0377305 Jan 27 08:21:04.786747 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 35126) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:21:04.836678 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-1b4c4e87-43c2-48b4-a056-dcc8908cc581 admin admin] Publish callbacks [] for security_group (4f6cf54d-25c7-47e0-8969-67da421d0a74), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:04.851538 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device a24513dc-0ee5-4c89-95fd-e4eb11a2e541 no longer exists at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 08:21:04.858401 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-1b4c4e87-43c2-48b4-a056-dcc8908cc581 admin admin] Publish callbacks [] for security_group (4f6cf54d-25c7-47e0-8969-67da421d0a74), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:04.872164 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] No Port match for: a24513dc-0ee5-4c89-95fd-e4eb11a2e541 {{(pid=102577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 08:21:04.872503 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device a24513dc-0ee5-4c89-95fd-e4eb11a2e541 not bound to the agent host dv-cinder-826589-1-iscsi {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 08:21:04.872963 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device d4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f no longer exists at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 08:21:04.891888 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] No Port match for: d4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f {{(pid=102577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 08:21:04.892275 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device d4efed9c-3d32-4c05-b6c6-c5b87bdb1d8f not bound to the agent host dv-cinder-826589-1-iscsi {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 08:21:04.892614 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device 6bd706e7-7399-4bce-acef-9138b3a6821e no longer exists at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 08:21:04.908440 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-1b4c4e87-43c2-48b4-a056-dcc8908cc581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (4f6cf54d-25c7-47e0-8969-67da421d0a74), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:04.911335 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-1b4c4e87-43c2-48b4-a056-dcc8908cc581 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:04.912416 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] No Port match for: 6bd706e7-7399-4bce-acef-9138b3a6821e {{(pid=102577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 08:21:04.912555 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-1b4c4e87-43c2-48b4-a056-dcc8908cc581 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4f6cf54d-25c7-47e0-8969-67da421d0a74 HTTP/1.1" status: 204 len: 168 time: 0.1248505 Jan 27 08:21:04.912667 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device 6bd706e7-7399-4bce-acef-9138b3a6821e not bound to the agent host dv-cinder-826589-1-iscsi {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 08:21:04.922225 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4c4e87-43c2-48b4-a056-dcc8908cc581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6cf54d-25c7-47e0-8969-67da421d0a74,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:11.661009 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.agents_db [None req-38ef7be0-44ce-4a1a-bebd-f97a99571a56 None None] Agent healthcheck: found 6 active agents {{(pid=102578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 08:21:14.024240 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759301ae-bbfe-47d5-843d-4d6734b7f635 req-1f8177f4-4624-4e5a-b04e-3fef1e221be9 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:14.025759 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-759301ae-bbfe-47d5-843d-4d6734b7f635 req-1f8177f4-4624-4e5a-b04e-3fef1e221be9 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=67092ae9-6a06-44b7-b600-53c887a675cc HTTP/1.1" status: 200 len: 946 time: 0.0525076 Jan 27 08:21:14.080638 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-759301ae-bbfe-47d5-843d-4d6734b7f635 req-59ef2509-d59f-41b7-a349-a1ae50e22480 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=83cd1ec0-9807-4b47-9b7d-130393612ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492182 Jan 27 08:21:15.206672 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aad641-0863-4d95-b22f-39bc15aa16be req-afd5cea6-3199-40f9-8200-a8116671719c tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:15.208307 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-e7aad641-0863-4d95-b22f-39bc15aa16be req-afd5cea6-3199-40f9-8200-a8116671719c tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=67092ae9-6a06-44b7-b600-53c887a675cc HTTP/1.1" status: 200 len: 946 time: 0.0501904 Jan 27 08:21:15.255910 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-e7aad641-0863-4d95-b22f-39bc15aa16be req-7d053c7f-d136-495a-8288-a1471628e555 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups?id=83cd1ec0-9807-4b47-9b7d-130393612ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421569 Jan 27 08:21:15.370986 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e2e84-8304-4c5c-8b84-831debdb7d53 req-e85a6b35-ea8e-4000-929a-178f2f348a79 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:15.372181 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-469e2e84-8304-4c5c-8b84-831debdb7d53 req-e85a6b35-ea8e-4000-929a-178f2f348a79 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.72 "GET /v2.0/ports?device_id=67092ae9-6a06-44b7-b600-53c887a675cc HTTP/1.1" status: 200 len: 946 time: 0.0504766 Jan 27 08:21:15.462482 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.plugin [req-469e2e84-8304-4c5c-8b84-831debdb7d53 req-4ea6bd02-03fb-4b1f-8485-d63503739c60 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Deleting port fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb {{(pid=102576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 08:21:15.462817 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-469e2e84-8304-4c5c-8b84-831debdb7d53 req-4ea6bd02-03fb-4b1f-8485-d63503739c60 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730335283038'] for port (fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:15.529201 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 35276) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:21:15.557191 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.db [req-469e2e84-8304-4c5c-8b84-831debdb7d53 req-4ea6bd02-03fb-4b1f-8485-d63503739c60 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] For port fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb,segment=NetworkSegment(d52c0c22-6164-4420-8fd5-d7a3d432294e),segment_id=d52c0c22-6164-4420-8fd5-d7a3d432294e)] {{(pid=102576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:21:15.557539 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-469e2e84-8304-4c5c-8b84-831debdb7d53 req-4ea6bd02-03fb-4b1f-8485-d63503739c60 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547444'] for port (fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:15.667761 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-c5c89823-513d-4d90-bad1-bea0505189e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:15.766344 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-469e2e84-8304-4c5c-8b84-831debdb7d53 req-4ea6bd02-03fb-4b1f-8485-d63503739c60 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:15.766708 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-469e2e84-8304-4c5c-8b84-831debdb7d53 req-4ea6bd02-03fb-4b1f-8485-d63503739c60 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549487'] for floatingip (e4ff6ace-c731-4771-9367-0857331d91d2), after_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:15.767019 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.db.l3_db [req-469e2e84-8304-4c5c-8b84-831debdb7d53 req-4ea6bd02-03fb-4b1f-8485-d63503739c60 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Floating IP e4ff6ace-c731-4771-9367-0857331d91d2 disassociated. External IP: 172.27.1.132, port: fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb. Jan 27 08:21:15.767356 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.plugin [req-469e2e84-8304-4c5c-8b84-831debdb7d53 req-4ea6bd02-03fb-4b1f-8485-d63503739c60 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Calling delete_port for fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb owned by compute:nova {{(pid=102576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 08:21:15.855744 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-c5c89823-513d-4d90-bad1-bea0505189e0 admin admin] Publish callbacks [] for security_group (0d3cc88d-e4ff-46b2-b7f7-d55ef7990793), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:15.861537 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-c5c89823-513d-4d90-bad1-bea0505189e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (0d3cc88d-e4ff-46b2-b7f7-d55ef7990793), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:15.907138 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-c5c89823-513d-4d90-bad1-bea0505189e0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d5f6817026df4d019e681797b24f3c60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3768089 Jan 27 08:21:15.909981 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 35280) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:21:15.912890 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c89823-513d-4d90-bad1-bea0505189e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3cc88d-e4ff-46b2-b7f7-d55ef7990793,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:15.941704 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c89823-513d-4d90-bad1-bea0505189e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:21:15.942049 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c89823-513d-4d90-bad1-bea0505189e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:21:15.942388 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c89823-513d-4d90-bad1-bea0505189e0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:21:15.942721 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c89823-513d-4d90-bad1-bea0505189e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:21:15.943048 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c89823-513d-4d90-bad1-bea0505189e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:21:15.943370 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c89823-513d-4d90-bad1-bea0505189e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:21:15.943693 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c89823-513d-4d90-bad1-bea0505189e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:21:15.944017 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c89823-513d-4d90-bad1-bea0505189e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:21:15.944341 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c89823-513d-4d90-bad1-bea0505189e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:21:15.944664 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c89823-513d-4d90-bad1-bea0505189e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:21:15.945014 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c89823-513d-4d90-bad1-bea0505189e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:21:15.945327 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c89823-513d-4d90-bad1-bea0505189e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:21:15.945639 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c89823-513d-4d90-bad1-bea0505189e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:21:15.963312 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-e24a0caa-6b33-4224-869e-5450f9360e22 admin admin] Publish callbacks [] for security_group (0d3cc88d-e4ff-46b2-b7f7-d55ef7990793), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:15.975957 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-469e2e84-8304-4c5c-8b84-831debdb7d53 req-4ea6bd02-03fb-4b1f-8485-d63503739c60 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730335288760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730334756118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13114657'] for port (fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:15.987145 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-e24a0caa-6b33-4224-869e-5450f9360e22 admin admin] Publish callbacks [] for security_group (0d3cc88d-e4ff-46b2-b7f7-d55ef7990793), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:16.005729 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea6bd02-03fb-4b1f-8485-d63503739c60 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Pushing event deleted for resources: {'Port': ['ID=fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:16.038041 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-e24a0caa-6b33-4224-869e-5450f9360e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (0d3cc88d-e4ff-46b2-b7f7-d55ef7990793), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:16.041036 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-e24a0caa-6b33-4224-869e-5450f9360e22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:16.042369 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-e24a0caa-6b33-4224-869e-5450f9360e22 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0d3cc88d-e4ff-46b2-b7f7-d55ef7990793 HTTP/1.1" status: 204 len: 168 time: 0.1312902 Jan 27 08:21:16.051577 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24a0caa-6b33-4224-869e-5450f9360e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3cc88d-e4ff-46b2-b7f7-d55ef7990793,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:16.061035 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24a0caa-6b33-4224-869e-5450f9360e22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:21:16.061663 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24a0caa-6b33-4224-869e-5450f9360e22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:21:16.062438 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24a0caa-6b33-4224-869e-5450f9360e22 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:21:16.062561 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24a0caa-6b33-4224-869e-5450f9360e22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:21:16.062843 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24a0caa-6b33-4224-869e-5450f9360e22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:21:16.063177 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24a0caa-6b33-4224-869e-5450f9360e22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:21:16.063577 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24a0caa-6b33-4224-869e-5450f9360e22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:21:16.063837 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24a0caa-6b33-4224-869e-5450f9360e22 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:21:16.064588 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24a0caa-6b33-4224-869e-5450f9360e22 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:21:16.064588 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24a0caa-6b33-4224-869e-5450f9360e22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:21:16.064821 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24a0caa-6b33-4224-869e-5450f9360e22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:21:16.065281 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24a0caa-6b33-4224-869e-5450f9360e22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:21:16.065616 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24a0caa-6b33-4224-869e-5450f9360e22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:21:16.124007 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.l3_agent_scheduler [req-469e2e84-8304-4c5c-8b84-831debdb7d53 req-4ea6bd02-03fb-4b1f-8485-d63503739c60 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Router c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4 has already been hosted by L3 agent c4292dc4-d7f6-4187-994e-0142c7d14647 {{(pid=102576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 08:21:16.240126 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-469e2e84-8304-4c5c-8b84-831debdb7d53 req-4ea6bd02-03fb-4b1f-8485-d63503739c60 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Notify agent at l3_agent.dv-cinder-826589-1-iscsi the message routers_updated {{(pid=102576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 08:21:16.251440 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30e3e21-ffd7-4e12-82ce-80159675ed99 None None] Sync routers for ids ['c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4'] in dv-cinder-826589-1-iscsi {{(pid=102578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 08:21:16.260879 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30e3e21-ffd7-4e12-82ce-80159675ed99 None None] Routers {'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:21:16.261528 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-e30e3e21-ffd7-4e12-82ce-80159675ed99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:20:53Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4'], 'active': True} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:21:16.283516 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [req-469e2e84-8304-4c5c-8b84-831debdb7d53 req-4ea6bd02-03fb-4b1f-8485-d63503739c60 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] No DVR routers for this DVR port fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb on host hv-cinder-82658 {{(pid=102576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 08:21:16.286821 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-469e2e84-8304-4c5c-8b84-831debdb7d53 req-4ea6bd02-03fb-4b1f-8485-d63503739c60 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for port (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:16.290645 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-469e2e84-8304-4c5c-8b84-831debdb7d53 req-4ea6bd02-03fb-4b1f-8485-d63503739c60 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.72 "DELETE /v2.0/ports/fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb HTTP/1.1" status: 204 len: 173 time: 0.9136484 Jan 27 08:21:16.291105 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67092ae9-6a06-44b7-b600-53c887a675cc', 'name': 'network-vif-deleted', 'tag': 'fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb'}] {{(pid=102576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:21:16.294092 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e99b03222c8d2fef0e5d308316368c2f75dcb43852cf269b2a1b1136e13dae4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5890b96-d1f9-4328-9dde-5125a4714b6c" -d '{"events": [{"server_uuid": "67092ae9-6a06-44b7-b600-53c887a675cc", "name": "network-vif-deleted", "tag": "fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb"}]}' {{(pid=102576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:21:16.371313 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvr_db [None req-e30e3e21-ffd7-4e12-82ce-80159675ed99 None None] Set router c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4 gateway port host: dv-cinder-826589-1-iscsi {{(pid=102578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:21:16.375276 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 35290) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:21:16.380454 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 08:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544c3244-b7a7-4c44-9579-dd0c3fb85107 x-openstack-request-id: req-544c3244-b7a7-4c44-9579-dd0c3fb85107 {{(pid=102576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:21:16.380797 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67092ae9-6a06-44b7-b600-53c887a675cc", "name": "network-vif-deleted", "tag": "fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb", "status": "completed", "code": 200}]} {{(pid=102576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:21:16.381057 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-544c3244-b7a7-4c44-9579-dd0c3fb85107 {{(pid=102576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:21:16.381452 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67092ae9-6a06-44b7-b600-53c887a675cc', 'name': 'network-vif-deleted', 'tag': 'fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb', 'status': 'completed', 'code': 200} Jan 27 08:21:16.394163 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-db80c9f2-2656-4337-a599-01cd139c42b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:16.408379 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-c6db62df-89e1-4c07-8cd4-53d530301e34 req-b8631fbf-1d67-4d71-add1-66602bd9999b tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/ports?device_id=67092ae9-6a06-44b7-b600-53c887a675cc HTTP/1.1" status: 200 len: 210 time: 0.0406663 Jan 27 08:21:16.502819 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-db80c9f2-2656-4337-a599-01cd139c42b6 admin admin] Publish callbacks [] for security_group (6bacabb6-e7e7-44bb-8cd0-29d55ec2a747), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:16.507922 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-db80c9f2-2656-4337-a599-01cd139c42b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (6bacabb6-e7e7-44bb-8cd0-29d55ec2a747), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:16.547616 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-db80c9f2-2656-4337-a599-01cd139c42b6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1ac0d71b3a81437993c8c5bcbca91a62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1712527 Jan 27 08:21:16.550318 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 35292) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:21:16.553655 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db80c9f2-2656-4337-a599-01cd139c42b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bacabb6-e7e7-44bb-8cd0-29d55ec2a747,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:16.603792 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-abdb6fa1-40ba-43a1-ab3d-ec41863ad5e1 admin admin] Publish callbacks [] for security_group (6bacabb6-e7e7-44bb-8cd0-29d55ec2a747), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:16.619375 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-e30e3e21-ffd7-4e12-82ce-80159675ed99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1645023041-router', 'tenant_id': 'e4ecc1e69f834d419992a599e2f26886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '54b23f3e-b771-4f94-9072-5f454f3d9306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:14:50Z', 'updated_at': '2022-01-27T08:14:59Z', 'revision_number': 4, 'project_id': 'e4ecc1e69f834d419992a599e2f26886', 'gw_port': {'id': '54b23f3e-b771-4f94-9072-5f454f3d9306', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:52Z', 'updated_at': '2022-01-27T08:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_interfaces': [{'id': '0f0bbcb7-0256-4240-9bfe-0feeb5b30b2d', 'name': '', 'network_id': 'eb16c640-8d70-456d-b9db-6e89eb7e23c3', 'tenant_id': 'e4ecc1e69f834d419992a599e2f26886', 'mac_address': 'fa:16:3e:77:9a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '57070168-9245-4dd6-b7ac-0c997e12d4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:57Z', 'updated_at': '2022-01-27T08:15:06Z', 'revision_number': 5, 'project_id': 'e4ecc1e69f834d419992a599e2f26886', 'subnets': [{'id': '57070168-9245-4dd6-b7ac-0c997e12d4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:21:16.626477 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-abdb6fa1-40ba-43a1-ab3d-ec41863ad5e1 admin admin] Publish callbacks [] for security_group (6bacabb6-e7e7-44bb-8cd0-29d55ec2a747), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:16.649954 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30e3e21-ffd7-4e12-82ce-80159675ed99 None None] Checking router: c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4 for host: dv-cinder-826589-1-iscsi {{(pid=102578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 08:21:16.659251 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30e3e21-ffd7-4e12-82ce-80159675ed99 None None] Routers {'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:21:16.659919 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-e30e3e21-ffd7-4e12-82ce-80159675ed99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:20:53Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4'], 'active': True} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:21:16.683361 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-abdb6fa1-40ba-43a1-ab3d-ec41863ad5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (6bacabb6-e7e7-44bb-8cd0-29d55ec2a747), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:16.686015 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-abdb6fa1-40ba-43a1-ab3d-ec41863ad5e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:16.687156 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-abdb6fa1-40ba-43a1-ab3d-ec41863ad5e1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6bacabb6-e7e7-44bb-8cd0-29d55ec2a747 HTTP/1.1" status: 204 len: 168 time: 0.1358716 Jan 27 08:21:16.695192 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdb6fa1-40ba-43a1-ab3d-ec41863ad5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bacabb6-e7e7-44bb-8cd0-29d55ec2a747,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:16.785534 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvr_db [None req-e30e3e21-ffd7-4e12-82ce-80159675ed99 None None] Set router c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4 gateway port host: dv-cinder-826589-1-iscsi {{(pid=102578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:21:16.991419 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-e30e3e21-ffd7-4e12-82ce-80159675ed99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1645023041-router', 'tenant_id': 'e4ecc1e69f834d419992a599e2f26886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '54b23f3e-b771-4f94-9072-5f454f3d9306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:14:50Z', 'updated_at': '2022-01-27T08:14:59Z', 'revision_number': 4, 'project_id': 'e4ecc1e69f834d419992a599e2f26886', 'gw_port': {'id': '54b23f3e-b771-4f94-9072-5f454f3d9306', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:52Z', 'updated_at': '2022-01-27T08:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_interfaces': [{'id': '0f0bbcb7-0256-4240-9bfe-0feeb5b30b2d', 'name': '', 'network_id': 'eb16c640-8d70-456d-b9db-6e89eb7e23c3', 'tenant_id': 'e4ecc1e69f834d419992a599e2f26886', 'mac_address': 'fa:16:3e:77:9a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '57070168-9245-4dd6-b7ac-0c997e12d4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:57Z', 'updated_at': '2022-01-27T08:15:06Z', 'revision_number': 5, 'project_id': 'e4ecc1e69f834d419992a599e2f26886', 'subnets': [{'id': '57070168-9245-4dd6-b7ac-0c997e12d4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:21:17.017964 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30e3e21-ffd7-4e12-82ce-80159675ed99 None None] The sync data for ids ['c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4'] in dv-cinder-826589-1-iscsi is: [{'id': 'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1645023041-router', 'tenant_id': 'e4ecc1e69f834d419992a599e2f26886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '54b23f3e-b771-4f94-9072-5f454f3d9306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:14:50Z', 'updated_at': '2022-01-27T08:14:59Z', 'revision_number': 4, 'project_id': 'e4ecc1e69f834d419992a599e2f26886', 'gw_port': {'id': '54b23f3e-b771-4f94-9072-5f454f3d9306', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:52Z', 'updated_at': '2022-01-27T08:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_interfaces': [{'id': '0f0bbcb7-0256-4240-9bfe-0feeb5b30b2d', 'name': '', 'network_id': 'eb16c640-8d70-456d-b9db-6e89eb7e23c3', 'tenant_id': 'e4ecc1e69f834d419992a599e2f26886', 'mac_address': 'fa:16:3e:77:9a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '57070168-9245-4dd6-b7ac-0c997e12d4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:57Z', 'updated_at': '2022-01-27T08:15:06Z', 'revision_number': 5, 'project_id': 'e4ecc1e69f834d419992a599e2f26886', 'subnets': [{'id': '57070168-9245-4dd6-b7ac-0c997e12d4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 08:21:17.239803 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083c11c2-d330-4587-a3ba-812fbaf5c0fa None None] New status for floating IP e4ff6ace-c731-4771-9367-0857331d91d2: DOWN {{(pid=102577) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 08:21:17.515126 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 35322) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:21:17.567735 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-a602fc72-4b1b-4c7a-a311-f412c2bc645c tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks [] for security_group (83cd1ec0-9807-4b47-9b7d-130393612ebe), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:17.591447 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-a602fc72-4b1b-4c7a-a311-f412c2bc645c tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks [] for security_group (83cd1ec0-9807-4b47-9b7d-130393612ebe), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:17.646656 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-a602fc72-4b1b-4c7a-a311-f412c2bc645c tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (83cd1ec0-9807-4b47-9b7d-130393612ebe), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:17.649198 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-a602fc72-4b1b-4c7a-a311-f412c2bc645c tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks [] for security_group (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:17.650359 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-a602fc72-4b1b-4c7a-a311-f412c2bc645c tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "DELETE /v2.0/security-groups/83cd1ec0-9807-4b47-9b7d-130393612ebe HTTP/1.1" status: 204 len: 168 time: 0.1342554 Jan 27 08:21:17.653833 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 35328) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:21:17.660485 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a602fc72-4b1b-4c7a-a311-f412c2bc645c tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83cd1ec0-9807-4b47-9b7d-130393612ebe,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:17.669571 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.api.v2.resource [None req-c472eef8-39d4-4e1e-b1b4-cb89c32a7c01 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] show failed (client error): The resource could not be found. Jan 27 08:21:17.673648 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-c472eef8-39d4-4e1e-b1b4-cb89c32a7c01 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "GET /v2.0/security-groups/83cd1ec0-9807-4b47-9b7d-130393612ebe HTTP/1.1" status: 404 len: 347 time: 0.0151908 Jan 27 08:21:17.673648 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 35330) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:21:17.799349 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-5b3abc73-7cad-401f-89b2-18daf1ad7bd5 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Deleting port c65ee312-c180-4219-8a15-24858fdeb5b6 {{(pid=102575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 08:21:17.799843 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-5b3abc73-7cad-401f-89b2-18daf1ad7bd5 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730335283038'] for port (c65ee312-c180-4219-8a15-24858fdeb5b6), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:17.878759 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-5b3abc73-7cad-401f-89b2-18daf1ad7bd5 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547444'] for port (c65ee312-c180-4219-8a15-24858fdeb5b6), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:17.879090 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-5b3abc73-7cad-401f-89b2-18daf1ad7bd5 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks [] for floatingip (c65ee312-c180-4219-8a15-24858fdeb5b6), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:17.891231 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-5b3abc73-7cad-401f-89b2-18daf1ad7bd5 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Calling delete_port for c65ee312-c180-4219-8a15-24858fdeb5b6 owned by network:floatingip {{(pid=102575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 08:21:18.023180 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-5b3abc73-7cad-401f-89b2-18daf1ad7bd5 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730335288760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730334756118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13172730'] for port (c65ee312-c180-4219-8a15-24858fdeb5b6), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:18.046482 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3abc73-7cad-401f-89b2-18daf1ad7bd5 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Pushing event deleted for resources: {'Port': ['ID=c65ee312-c180-4219-8a15-24858fdeb5b6,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:18.113607 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-5b3abc73-7cad-401f-89b2-18daf1ad7bd5 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks [] for floatingip (e4ff6ace-c731-4771-9367-0857331d91d2), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:18.116185 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-5b3abc73-7cad-401f-89b2-18daf1ad7bd5 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for floatingip (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:18.119994 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-5b3abc73-7cad-401f-89b2-18daf1ad7bd5 tempest-AttachVolumeShelveTestJSON-1294419261 tempest-AttachVolumeShelveTestJSON-1294419261-project] 10.222.0.59 "DELETE /v2.0/floatingips/e4ff6ace-c731-4771-9367-0857331d91d2 HTTP/1.1" status: 204 len: 168 time: 0.4428418 Jan 27 08:21:19.123330 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb no longer exists at agent hyperv_hv-cinder-82658 {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 08:21:19.143030 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] No Port match for: fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb {{(pid=102577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 08:21:19.143379 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device fc48ba19-a2e4-4fdd-884d-2c49dfdd89fb not bound to the agent host hv-cinder-82658 {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 08:21:19.527514 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 35450) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:21:19.639787 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-575344be-4873-4347-93c8-6ee0d9c94352 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:19.712441 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-575344be-4873-4347-93c8-6ee0d9c94352 admin admin] Publish callbacks [] for security_group (f08949d2-18fe-4599-9508-0387c10f618b), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:19.716907 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-575344be-4873-4347-93c8-6ee0d9c94352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (f08949d2-18fe-4599-9508-0387c10f618b), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:19.754803 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-575344be-4873-4347-93c8-6ee0d9c94352 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=237274ae1bf046d5ae9fa21e616c7e33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2260838 Jan 27 08:21:19.755528 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575344be-4873-4347-93c8-6ee0d9c94352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f08949d2-18fe-4599-9508-0387c10f618b,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:19.757344 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 35454) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:21:19.805867 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-e3181ae9-0aec-4650-88f4-8a297adf6120 admin admin] Publish callbacks [] for security_group (f08949d2-18fe-4599-9508-0387c10f618b), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:19.826938 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-e3181ae9-0aec-4650-88f4-8a297adf6120 admin admin] Publish callbacks [] for security_group (f08949d2-18fe-4599-9508-0387c10f618b), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:19.874247 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-e3181ae9-0aec-4650-88f4-8a297adf6120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (f08949d2-18fe-4599-9508-0387c10f618b), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:19.876915 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-e3181ae9-0aec-4650-88f4-8a297adf6120 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:19.878052 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-e3181ae9-0aec-4650-88f4-8a297adf6120 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f08949d2-18fe-4599-9508-0387c10f618b HTTP/1.1" status: 204 len: 168 time: 0.1197565 Jan 27 08:21:19.886638 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3181ae9-0aec-4650-88f4-8a297adf6120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08949d2-18fe-4599-9508-0387c10f618b,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:19.909837 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-05a9bd4f-380c-4ae7-ac35-2e5d3c49b14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (913d1d6b-f856-4828-afb6-1e4cc7d36f68), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:20.136253 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 35460) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:21:20.149199 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-c022ffb3-2216-46bd-a25b-e408f38d2306 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:20.220951 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-c022ffb3-2216-46bd-a25b-e408f38d2306 admin admin] Publish callbacks [] for security_group (13ef082c-1fb8-4584-a1b2-84a9b42f6200), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:20.224773 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-c022ffb3-2216-46bd-a25b-e408f38d2306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (13ef082c-1fb8-4584-a1b2-84a9b42f6200), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:20.262359 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-c022ffb3-2216-46bd-a25b-e408f38d2306 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6094d50f941241c7823934d1ce8e33b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1250324 Jan 27 08:21:20.263123 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c022ffb3-2216-46bd-a25b-e408f38d2306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ef082c-1fb8-4584-a1b2-84a9b42f6200,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:20.265125 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 35462) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:21:20.313496 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-ac601b93-61a2-4c30-8ead-4fc099c82a6d admin admin] Publish callbacks [] for security_group (13ef082c-1fb8-4584-a1b2-84a9b42f6200), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:20.334911 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-ac601b93-61a2-4c30-8ead-4fc099c82a6d admin admin] Publish callbacks [] for security_group (13ef082c-1fb8-4584-a1b2-84a9b42f6200), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:20.380766 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-ac601b93-61a2-4c30-8ead-4fc099c82a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (13ef082c-1fb8-4584-a1b2-84a9b42f6200), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:20.383294 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-ac601b93-61a2-4c30-8ead-4fc099c82a6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:20.384426 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-ac601b93-61a2-4c30-8ead-4fc099c82a6d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/13ef082c-1fb8-4584-a1b2-84a9b42f6200 HTTP/1.1" status: 204 len: 168 time: 0.1183355 Jan 27 08:21:20.392695 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac601b93-61a2-4c30-8ead-4fc099c82a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ef082c-1fb8-4584-a1b2-84a9b42f6200,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:20.535154 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 35472) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:21:21.128147 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7e0b7ccf-8968-4f8c-8667-4f61451fe54a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550255'] for router_interface (c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:21.491644 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 35506) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:21:21.602102 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-1a95ff8e-4983-4f91-a234-90ade5fba3b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:21.674778 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-7e0b7ccf-8968-4f8c-8667-4f61451fe54a admin admin] Deleting port 0f0bbcb7-0256-4240-9bfe-0feeb5b30b2d {{(pid=102575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 08:21:21.675041 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7e0b7ccf-8968-4f8c-8667-4f61451fe54a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730335283038'] for port (0f0bbcb7-0256-4240-9bfe-0feeb5b30b2d), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:21.688255 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-1a95ff8e-4983-4f91-a234-90ade5fba3b5 admin admin] Publish callbacks [] for security_group (3d25f543-fb2c-477a-b463-3f613a65e914), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:21.692306 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-1a95ff8e-4983-4f91-a234-90ade5fba3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (3d25f543-fb2c-477a-b463-3f613a65e914), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:21.733278 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-1a95ff8e-4983-4f91-a234-90ade5fba3b5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e8626a14bd214e0cba5d80179553dc76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2398803 Jan 27 08:21:21.733494 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 35510) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:21:21.734422 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a95ff8e-4983-4f91-a234-90ade5fba3b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d25f543-fb2c-477a-b463-3f613a65e914,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:21.779688 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7e0b7ccf-8968-4f8c-8667-4f61451fe54a admin admin] For port 0f0bbcb7-0256-4240-9bfe-0feeb5b30b2d, host dv-cinder-826589-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=0f0bbcb7-0256-4240-9bfe-0feeb5b30b2d,segment=NetworkSegment(d52c0c22-6164-4420-8fd5-d7a3d432294e),segment_id=d52c0c22-6164-4420-8fd5-d7a3d432294e)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:21:21.780052 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7e0b7ccf-8968-4f8c-8667-4f61451fe54a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547444'] for port (0f0bbcb7-0256-4240-9bfe-0feeb5b30b2d), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:21.798567 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-7e0b7ccf-8968-4f8c-8667-4f61451fe54a admin admin] Calling delete_port for 0f0bbcb7-0256-4240-9bfe-0feeb5b30b2d owned by network:router_interface {{(pid=102575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 08:21:21.818865 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-9570ebcc-164d-4eb4-828f-be87477c4a49 admin admin] Publish callbacks [] for security_group (3d25f543-fb2c-477a-b463-3f613a65e914), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:21.871112 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-9570ebcc-164d-4eb4-828f-be87477c4a49 admin admin] Publish callbacks [] for security_group (3d25f543-fb2c-477a-b463-3f613a65e914), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:21.981352 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-9570ebcc-164d-4eb4-828f-be87477c4a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (3d25f543-fb2c-477a-b463-3f613a65e914), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:21.983890 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-9570ebcc-164d-4eb4-828f-be87477c4a49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:21.988039 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-9570ebcc-164d-4eb4-828f-be87477c4a49 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3d25f543-fb2c-477a-b463-3f613a65e914 HTTP/1.1" status: 204 len: 168 time: 0.2506502 Jan 27 08:21:21.996498 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9570ebcc-164d-4eb4-828f-be87477c4a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d25f543-fb2c-477a-b463-3f613a65e914,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:22.056685 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7e0b7ccf-8968-4f8c-8667-4f61451fe54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730335288760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730334756118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13172730'] for port (0f0bbcb7-0256-4240-9bfe-0feeb5b30b2d), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:22.084446 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0b7ccf-8968-4f8c-8667-4f61451fe54a admin admin] Pushing event deleted for resources: {'Port': ['ID=0f0bbcb7-0256-4240-9bfe-0feeb5b30b2d,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:22.267473 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7e0b7ccf-8968-4f8c-8667-4f61451fe54a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550395'] for router_interface (c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:22.482868 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e0b7ccf-8968-4f8c-8667-4f61451fe54a admin admin] Router c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4 has already been hosted by L3 agent c4292dc4-d7f6-4187-994e-0142c7d14647 {{(pid=102575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 08:21:22.591405 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e0b7ccf-8968-4f8c-8667-4f61451fe54a admin admin] Notify agent at l3_agent.dv-cinder-826589-1-iscsi the message routers_updated {{(pid=102575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 08:21:22.596610 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-7e0b7ccf-8968-4f8c-8667-4f61451fe54a admin admin] 10.222.0.59 "PUT /v2.0/routers/c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0602810 Jan 27 08:21:22.599037 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 35532) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:21:22.601788 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae8e0a3-400b-4e9a-a115-38a5c36a0f7a None None] Sync routers for ids ['c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4'] in dv-cinder-826589-1-iscsi {{(pid=102578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 08:21:22.613225 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae8e0a3-400b-4e9a-a115-38a5c36a0f7a None None] Routers {'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:21:22.614036 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-eae8e0a3-400b-4e9a-a115-38a5c36a0f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:20:53Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4'], 'active': True} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:21:22.712111 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-3c3f94ae-1517-421f-93ad-559dea0f3f8b admin admin] Publish callbacks [] for router (c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:22.719553 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvr_db [None req-eae8e0a3-400b-4e9a-a115-38a5c36a0f7a None None] Set router c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4 gateway port host: dv-cinder-826589-1-iscsi {{(pid=102578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:21:22.840584 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-3c3f94ae-1517-421f-93ad-559dea0f3f8b admin admin] Publish callbacks [] for router_gateway (c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:22.912928 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-426411ef-5620-4aa8-9e1a-20e101888a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (c4292dc4-d7f6-4187-994e-0142c7d14647), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:22.928264 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-3c3f94ae-1517-421f-93ad-559dea0f3f8b admin admin] Deleting port 54b23f3e-b771-4f94-9072-5f454f3d9306 {{(pid=102575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 08:21:22.928610 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-3c3f94ae-1517-421f-93ad-559dea0f3f8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730335283038'] for port (54b23f3e-b771-4f94-9072-5f454f3d9306), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:22.930024 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-eae8e0a3-400b-4e9a-a115-38a5c36a0f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1645023041-router', 'tenant_id': 'e4ecc1e69f834d419992a599e2f26886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '54b23f3e-b771-4f94-9072-5f454f3d9306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:14:50Z', 'updated_at': '2022-01-27T08:21:22Z', 'revision_number': 5, 'project_id': 'e4ecc1e69f834d419992a599e2f26886', 'gw_port': {'id': '54b23f3e-b771-4f94-9072-5f454f3d9306', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:14:52Z', 'updated_at': '2022-01-27T08:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi'}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:21:22.957284 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae8e0a3-400b-4e9a-a115-38a5c36a0f7a None None] Checking router: c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4 for host: dv-cinder-826589-1-iscsi {{(pid=102578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 08:21:22.966427 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae8e0a3-400b-4e9a-a115-38a5c36a0f7a None None] Routers {'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:21:22.967295 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-eae8e0a3-400b-4e9a-a115-38a5c36a0f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:21:23Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4'], 'active': True} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:21:23.013207 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-3c3f94ae-1517-421f-93ad-559dea0f3f8b admin admin] For port 54b23f3e-b771-4f94-9072-5f454f3d9306, host dv-cinder-826589-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=54b23f3e-b771-4f94-9072-5f454f3d9306,segment=NetworkSegment(fa55335f-a52a-465d-b188-80ce12fc9c40),segment_id=fa55335f-a52a-465d-b188-80ce12fc9c40)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:21:23.013566 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-3c3f94ae-1517-421f-93ad-559dea0f3f8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547444'] for port (54b23f3e-b771-4f94-9072-5f454f3d9306), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:23.028949 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-3c3f94ae-1517-421f-93ad-559dea0f3f8b admin admin] Calling delete_port for 54b23f3e-b771-4f94-9072-5f454f3d9306 owned by network:router_gateway {{(pid=102575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 08:21:23.148636 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvr_db [None req-eae8e0a3-400b-4e9a-a115-38a5c36a0f7a None None] Set router c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4 gateway port host: None {{(pid=102578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:21:23.205090 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-eae8e0a3-400b-4e9a-a115-38a5c36a0f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1645023041-router', 'tenant_id': 'e4ecc1e69f834d419992a599e2f26886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:14:50Z', 'updated_at': '2022-01-27T08:21:22Z', 'revision_number': 6, 'project_id': 'e4ecc1e69f834d419992a599e2f26886', 'gw_port_host': None}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:21:23.223594 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-3c3f94ae-1517-421f-93ad-559dea0f3f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730335288760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730334756118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13172730'] for port (54b23f3e-b771-4f94-9072-5f454f3d9306), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:23.232495 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae8e0a3-400b-4e9a-a115-38a5c36a0f7a None None] The sync data for ids ['c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4'] in dv-cinder-826589-1-iscsi is: [{'id': 'c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1645023041-router', 'tenant_id': 'e4ecc1e69f834d419992a599e2f26886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:14:50Z', 'updated_at': '2022-01-27T08:21:22Z', 'revision_number': 6, 'project_id': 'e4ecc1e69f834d419992a599e2f26886', 'gw_port_host': None}] {{(pid=102578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 08:21:23.287413 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3f94ae-1517-421f-93ad-559dea0f3f8b admin admin] Pushing event deleted for resources: {'Port': ['ID=54b23f3e-b771-4f94-9072-5f454f3d9306,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:23.333093 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-3c3f94ae-1517-421f-93ad-559dea0f3f8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550037'] for router_gateway (c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:23.433979 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-3c3f94ae-1517-421f-93ad-559dea0f3f8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35647'] for router (c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:23.436125 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-3c3f94ae-1517-421f-93ad-559dea0f3f8b admin admin] Publish callbacks [] for router_controller (c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4), precommit_delete_associations {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:23.498887 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-3c3f94ae-1517-421f-93ad-559dea0f3f8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554505'] for router (c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:23.499408 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3f94ae-1517-421f-93ad-559dea0f3f8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4 {{(pid=102575) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 08:21:23.504580 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-3c3f94ae-1517-421f-93ad-559dea0f3f8b admin admin] Publish callbacks [] for router (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:23.505757 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-3c3f94ae-1517-421f-93ad-559dea0f3f8b admin admin] 10.222.0.59 "DELETE /v2.0/routers/c3d6dcfd-9d7a-4e98-9439-df1d0f1b62f4 HTTP/1.1" status: 204 len: 168 time: 0.9057405 Jan 27 08:21:23.508417 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 35552) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:21:23.555029 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.db_base_plugin_v2 [None req-562b9572-53a4-4d1e-bef9-9c595a857c32 admin admin] Deleting subnet 57070168-9245-4dd6-b7ac-0c997e12d4d3 {{(pid=102575) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 08:21:23.558506 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-562b9572-53a4-4d1e-bef9-9c595a857c32 admin admin] Publish callbacks [] for subnet (57070168-9245-4dd6-b7ac-0c997e12d4d3), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:23.592606 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-562b9572-53a4-4d1e-bef9-9c595a857c32 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13170846'] for subnet (57070168-9245-4dd6-b7ac-0c997e12d4d3), precommit_delete_associations {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:23.702800 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-562b9572-53a4-4d1e-bef9-9c595a857c32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537734'] for subnet (57070168-9245-4dd6-b7ac-0c997e12d4d3), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:23.754178 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-562b9572-53a4-4d1e-bef9-9c595a857c32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13172647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220539'] for subnet (57070168-9245-4dd6-b7ac-0c997e12d4d3), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:23.777291 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562b9572-53a4-4d1e-bef9-9c595a857c32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57070168-9245-4dd6-b7ac-0c997e12d4d3,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:23.782726 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-562b9572-53a4-4d1e-bef9-9c595a857c32 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:23.788344 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-562b9572-53a4-4d1e-bef9-9c595a857c32 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/57070168-9245-4dd6-b7ac-0c997e12d4d3 HTTP/1.1" status: 204 len: 168 time: 0.2766280 Jan 27 08:21:23.788513 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 35554) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:21:23.791323 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9db5ee-044d-4e84-a756-e643d83cb9cc None None] Network eb16c640-8d70-456d-b9db-6e89eb7e23c3 requested from dv-cinder-826589-1-iscsi {{(pid=102577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 08:21:23.853629 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-51ec8f73-4ea2-4755-92dc-2dd6388fe371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1691783'] for network (eb16c640-8d70-456d-b9db-6e89eb7e23c3), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:23.912350 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-51ec8f73-4ea2-4755-92dc-2dd6388fe371 admin admin] Deleting port 0204b3ac-0d35-43e7-abc1-90286ba4c155 {{(pid=102575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 08:21:23.912833 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-51ec8f73-4ea2-4755-92dc-2dd6388fe371 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730335283038'] for port (0204b3ac-0d35-43e7-abc1-90286ba4c155), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:23.972570 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-51ec8f73-4ea2-4755-92dc-2dd6388fe371 admin admin] For port 0204b3ac-0d35-43e7-abc1-90286ba4c155, host dv-cinder-826589-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=0204b3ac-0d35-43e7-abc1-90286ba4c155,segment=NetworkSegment(d52c0c22-6164-4420-8fd5-d7a3d432294e),segment_id=d52c0c22-6164-4420-8fd5-d7a3d432294e)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:21:23.972888 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-51ec8f73-4ea2-4755-92dc-2dd6388fe371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547444'] for port (0204b3ac-0d35-43e7-abc1-90286ba4c155), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:23.985737 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-51ec8f73-4ea2-4755-92dc-2dd6388fe371 admin admin] Calling delete_port for 0204b3ac-0d35-43e7-abc1-90286ba4c155 owned by network:dhcp {{(pid=102575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 08:21:24.030792 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18180665-4700-4239-bbe2-5d02ac0c8acc None None] DHCP port deletion for eb16c640-8d70-456d-b9db-6e89eb7e23c3 request from dv-cinder-826589-1-iscsi {{(pid=102577) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 08:21:24.073393 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-51ec8f73-4ea2-4755-92dc-2dd6388fe371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730335288760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730334756118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13172730'] for port (0204b3ac-0d35-43e7-abc1-90286ba4c155), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:24.084517 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-18180665-4700-4239-bbe2-5d02ac0c8acc None None] Deleting port 0204b3ac-0d35-43e7-abc1-90286ba4c155 {{(pid=102577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 08:21:24.084932 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-18180665-4700-4239-bbe2-5d02ac0c8acc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730335283038'] for port (0204b3ac-0d35-43e7-abc1-90286ba4c155), before_delete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:24.098807 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ec8f73-4ea2-4755-92dc-2dd6388fe371 admin admin] Pushing event deleted for resources: {'Port': ['ID=0204b3ac-0d35-43e7-abc1-90286ba4c155,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:24.102249 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ec8f73-4ea2-4755-92dc-2dd6388fe371 admin admin] No DVR routers for this DVR port 0204b3ac-0d35-43e7-abc1-90286ba4c155 on host dv-cinder-826589-1-iscsi {{(pid=102575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 08:21:24.150942 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-18180665-4700-4239-bbe2-5d02ac0c8acc None None] For port 0204b3ac-0d35-43e7-abc1-90286ba4c155, host dv-cinder-826589-1-iscsi, got binding levels [] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:21:24.151879 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-18180665-4700-4239-bbe2-5d02ac0c8acc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547444'] for port (0204b3ac-0d35-43e7-abc1-90286ba4c155), precommit_delete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:24.168336 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-18180665-4700-4239-bbe2-5d02ac0c8acc None None] Calling delete_port for 0204b3ac-0d35-43e7-abc1-90286ba4c155 owned by network:dhcp {{(pid=102577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 08:21:24.171074 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.ipam_backend_mixin [None req-18180665-4700-4239-bbe2-5d02ac0c8acc None None] Port 0204b3ac-0d35-43e7-abc1-90286ba4c155 was not found and therefore no delete operation was performed {{(pid=102577) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 08:21:24.172377 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-18180665-4700-4239-bbe2-5d02ac0c8acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730335288760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730334756118'] for port (0204b3ac-0d35-43e7-abc1-90286ba4c155), after_delete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:24.183252 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-51ec8f73-4ea2-4755-92dc-2dd6388fe371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535825', 'neutron.services.segments.db._delete_segments_for_network-8730335277442'] for network (eb16c640-8d70-456d-b9db-6e89eb7e23c3), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:24.195863 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18180665-4700-4239-bbe2-5d02ac0c8acc None None] Pushing event deleted for resources: {'Port': ['ID=0204b3ac-0d35-43e7-abc1-90286ba4c155,revision_number=None']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:24.204216 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.services.segments.db [None req-51ec8f73-4ea2-4755-92dc-2dd6388fe371 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb16c640-8d70-456d-b9db-6e89eb7e23c3']}} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:21:24.206279 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18180665-4700-4239-bbe2-5d02ac0c8acc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:21:24.206841 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18180665-4700-4239-bbe2-5d02ac0c8acc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:21:24.207190 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18180665-4700-4239-bbe2-5d02ac0c8acc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:21:24.207528 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18180665-4700-4239-bbe2-5d02ac0c8acc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:21:24.207862 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18180665-4700-4239-bbe2-5d02ac0c8acc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:21:24.208195 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18180665-4700-4239-bbe2-5d02ac0c8acc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:21:24.208525 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18180665-4700-4239-bbe2-5d02ac0c8acc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:21:24.208883 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18180665-4700-4239-bbe2-5d02ac0c8acc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:21:24.209215 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18180665-4700-4239-bbe2-5d02ac0c8acc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:21:24.209543 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18180665-4700-4239-bbe2-5d02ac0c8acc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:21:24.209867 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18180665-4700-4239-bbe2-5d02ac0c8acc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:21:24.210190 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18180665-4700-4239-bbe2-5d02ac0c8acc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:21:24.210510 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18180665-4700-4239-bbe2-5d02ac0c8acc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:21:24.213167 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18180665-4700-4239-bbe2-5d02ac0c8acc None None] No DVR routers for this DVR port 0204b3ac-0d35-43e7-abc1-90286ba4c155 on host dv-cinder-826589-1-iscsi {{(pid=102577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 08:21:24.214315 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.services.segments.db [None req-51ec8f73-4ea2-4755-92dc-2dd6388fe371 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd52c0c22-6164-4420-8fd5-d7a3d432294e') {'for_net_delete': True} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:21:24.214726 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.services.segments.db [None req-51ec8f73-4ea2-4755-92dc-2dd6388fe371 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd52c0c22-6164-4420-8fd5-d7a3d432294e') {} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:21:24.228878 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-51ec8f73-4ea2-4755-92dc-2dd6388fe371 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730335278475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13170839'] for segment (d52c0c22-6164-4420-8fd5-d7a3d432294e), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:24.244269 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-51ec8f73-4ea2-4755-92dc-2dd6388fe371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505597'] for segment (d52c0c22-6164-4420-8fd5-d7a3d432294e), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:24.256660 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51ec8f73-4ea2-4755-92dc-2dd6388fe371 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=102575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 08:21:24.257099 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-51ec8f73-4ea2-4755-92dc-2dd6388fe371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13172489'] for segment (d52c0c22-6164-4420-8fd5-d7a3d432294e), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:24.258906 dv-cinder-826589-1-iscsi neutron-server[102575]: Traceback (most recent call last): Jan 27 08:21:24.258906 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 08:21:24.258906 dv-cinder-826589-1-iscsi neutron-server[102575]: timer() Jan 27 08:21:24.258906 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 08:21:24.258906 dv-cinder-826589-1-iscsi neutron-server[102575]: cb(*args, **kw) Jan 27 08:21:24.258906 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 08:21:24.258906 dv-cinder-826589-1-iscsi neutron-server[102575]: return func(*args, **kwargs) Jan 27 08:21:24.258906 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 08:21:24.258906 dv-cinder-826589-1-iscsi neutron-server[102575]: self._notify() Jan 27 08:21:24.258906 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 08:21:24.258906 dv-cinder-826589-1-iscsi neutron-server[102575]: self.callback(batched_events) Jan 27 08:21:24.258906 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 08:21:24.258906 dv-cinder-826589-1-iscsi neutron-server[102575]: event.method(event) Jan 27 08:21:24.258906 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 08:21:24.258906 dv-cinder-826589-1-iscsi neutron-server[102575]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 08:21:24.258906 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 08:21:24.258906 dv-cinder-826589-1-iscsi neutron-server[102575]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 08:21:24.258906 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 08:21:24.258906 dv-cinder-826589-1-iscsi neutron-server[102575]: return f(self, *a, **k) Jan 27 08:21:24.258906 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 08:21:24.258906 dv-cinder-826589-1-iscsi neutron-server[102575]: return self._get(url).json() Jan 27 08:21:24.258906 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 08:21:24.258906 dv-cinder-826589-1-iscsi neutron-server[102575]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 08:21:24.258906 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 08:21:24.258906 dv-cinder-826589-1-iscsi neutron-server[102575]: return self.request(url, 'GET', **kwargs) Jan 27 08:21:24.258906 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 08:21:24.258906 dv-cinder-826589-1-iscsi neutron-server[102575]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 08:21:24.258906 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 08:21:24.258906 dv-cinder-826589-1-iscsi neutron-server[102575]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 08:21:24.258906 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 08:21:24.258906 dv-cinder-826589-1-iscsi neutron-server[102575]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 08:21:24.258906 dv-cinder-826589-1-iscsi neutron-server[102575]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 08:21:24.320986 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-51ec8f73-4ea2-4755-92dc-2dd6388fe371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549501'] for network (eb16c640-8d70-456d-b9db-6e89eb7e23c3), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:24.327602 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-51ec8f73-4ea2-4755-92dc-2dd6388fe371 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for network (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:24.335405 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-51ec8f73-4ea2-4755-92dc-2dd6388fe371 admin admin] 10.222.0.59 "DELETE /v2.0/networks/eb16c640-8d70-456d-b9db-6e89eb7e23c3 HTTP/1.1" status: 204 len: 168 time: 0.5438619 Jan 27 08:21:24.348062 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ec8f73-4ea2-4755-92dc-2dd6388fe371 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb16c640-8d70-456d-b9db-6e89eb7e23c3,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:24.534911 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 35564) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:21:24.574204 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-f8d03db9-93bd-47eb-902b-3ed6718f7879 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e4ecc1e69f834d419992a599e2f26886&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0372894 Jan 27 08:21:24.576208 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 35566) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:21:24.621926 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-a0f8d786-4ce8-4510-bb1b-30819333758b admin admin] Publish callbacks [] for security_group (01d11564-726c-476c-820d-6b1e7bd55186), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:24.626691 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-84f64028-d758-4200-a634-8b4e45c8e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (30676f9c-3677-4b49-810a-45ff2c7eef62), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:24.643556 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-a0f8d786-4ce8-4510-bb1b-30819333758b admin admin] Publish callbacks [] for security_group (01d11564-726c-476c-820d-6b1e7bd55186), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:24.688175 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-a0f8d786-4ce8-4510-bb1b-30819333758b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (01d11564-726c-476c-820d-6b1e7bd55186), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:24.690782 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-a0f8d786-4ce8-4510-bb1b-30819333758b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:24.691913 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-a0f8d786-4ce8-4510-bb1b-30819333758b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/01d11564-726c-476c-820d-6b1e7bd55186 HTTP/1.1" status: 204 len: 168 time: 0.1147368 Jan 27 08:21:24.699930 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f8d786-4ce8-4510-bb1b-30819333758b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d11564-726c-476c-820d-6b1e7bd55186,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:24.870899 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device 54b23f3e-b771-4f94-9072-5f454f3d9306 no longer exists at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 08:21:24.891691 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] No Port match for: 54b23f3e-b771-4f94-9072-5f454f3d9306 {{(pid=102577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 08:21:24.892034 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device 54b23f3e-b771-4f94-9072-5f454f3d9306 not bound to the agent host dv-cinder-826589-1-iscsi {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 08:21:24.892458 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device 0f0bbcb7-0256-4240-9bfe-0feeb5b30b2d no longer exists at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 08:21:24.910919 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] No Port match for: 0f0bbcb7-0256-4240-9bfe-0feeb5b30b2d {{(pid=102577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 08:21:24.911263 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device 0f0bbcb7-0256-4240-9bfe-0feeb5b30b2d not bound to the agent host dv-cinder-826589-1-iscsi {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 08:21:24.911680 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device 0204b3ac-0d35-43e7-abc1-90286ba4c155 no longer exists at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 08:21:24.930617 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] No Port match for: 0204b3ac-0d35-43e7-abc1-90286ba4c155 {{(pid=102577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 08:21:24.930972 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device 0204b3ac-0d35-43e7-abc1-90286ba4c155 not bound to the agent host dv-cinder-826589-1-iscsi {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 08:21:25.354793 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 35588) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:21:25.447486 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.v2.base [None req-ebbccb1e-afd5-455c-889c-6548a7861804 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2009424602-network', 'tenant_id': '6402071f030f456996da0c23e7a86316'}} {{(pid=102575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:21:25.466545 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebbccb1e-afd5-455c-889c-6548a7861804 admin admin] Made reservation on behalf of 6402071f030f456996da0c23e7a86316 for: {'network': 1} {{(pid=102575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 08:21:25.468875 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-ebbccb1e-afd5-455c-889c-6548a7861804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for network (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:25.476991 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-ebbccb1e-afd5-455c-889c-6548a7861804 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:25.559627 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-ebbccb1e-afd5-455c-889c-6548a7861804 admin admin] Publish callbacks [] for security_group (86d56208-1791-4d02-8c06-8995ae2f027c), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:25.563726 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-ebbccb1e-afd5-455c-889c-6548a7861804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (86d56208-1791-4d02-8c06-8995ae2f027c), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:25.589492 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebbccb1e-afd5-455c-889c-6548a7861804 admin admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=102575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 08:21:25.600201 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbccb1e-afd5-455c-889c-6548a7861804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d56208-1791-4d02-8c06-8995ae2f027c,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:25.606650 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-ebbccb1e-afd5-455c-889c-6548a7861804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505597'] for segment (c653d8ee-07e4-4794-b242-17586b507f85), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:25.606916 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.db.segments_db [None req-ebbccb1e-afd5-455c-889c-6548a7861804 admin admin] Added segment c653d8ee-07e4-4794-b242-17586b507f85 of type vlan for network ccc027b8-b719-4fba-bfab-019899fdf8a6 Jan 27 08:21:25.653547 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-ebbccb1e-afd5-455c-889c-6548a7861804 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730334747742'] for network (ccc027b8-b719-4fba-bfab-019899fdf8a6), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:25.678097 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-ebbccb1e-afd5-455c-889c-6548a7861804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588'] for network (ccc027b8-b719-4fba-bfab-019899fdf8a6), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:25.679053 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbccb1e-afd5-455c-889c-6548a7861804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:25.679625 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-ebbccb1e-afd5-455c-889c-6548a7861804 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for network (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:25.734506 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-ebbccb1e-afd5-455c-889c-6548a7861804 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3785565 Jan 27 08:21:25.737680 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 35594) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:21:25.740172 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbccb1e-afd5-455c-889c-6548a7861804 admin admin] Pushing event updated for resources: {'Network': ['ID=ccc027b8-b719-4fba-bfab-019899fdf8a6,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:25.742534 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [None req-c5803640-a5d3-458c-84f4-41a144a0beb1 admin admin] Request body: {'subnet': {'network_id': 'ccc027b8-b719-4fba-bfab-019899fdf8a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2009424602-subnet', 'tenant_id': '6402071f030f456996da0c23e7a86316', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:21:25.750454 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Network ccc027b8-b719-4fba-bfab-019899fdf8a6 details requested by agent ovs-agent-dv-cinder-826589-1-iscsi with host dv-cinder-826589-1-iscsi {{(pid=102577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 08:21:25.764115 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5803640-a5d3-458c-84f4-41a144a0beb1 admin admin] Made reservation on behalf of 6402071f030f456996da0c23e7a86316 for: {'subnet': 1} {{(pid=102576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 08:21:25.767505 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-c5803640-a5d3-458c-84f4-41a144a0beb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13593759'] for subnet (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:25.822077 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-932e581e-1ad5-4fce-9316-ae3110c4cab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (037c8737-e99f-497c-9717-3fbc8e736584), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:25.931731 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-c5803640-a5d3-458c-84f4-41a144a0beb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13114033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13593769'] for subnet (0f43a9f9-3868-4a18-ac51-4b042bdd31d6), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:25.992236 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5803640-a5d3-458c-84f4-41a144a0beb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f43a9f9-3868-4a18-ac51-4b042bdd31d6,revision_number=0']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:26.000413 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5803640-a5d3-458c-84f4-41a144a0beb1 admin admin] Checking segment: {'id': 'c653d8ee-07e4-4794-b242-17586b507f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'ccc027b8-b719-4fba-bfab-019899fdf8a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:21:26.000795 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5803640-a5d3-458c-84f4-41a144a0beb1 admin admin] Network hostable DHCP agents. Network: ccc027b8-b719-4fba-bfab-019899fdf8a6, hostable agents: ['913d1d6b-f856-4828-afb6-1e4cc7d36f68'], hosted agents: [] {{(pid=102576) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 08:21:26.016603 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5803640-a5d3-458c-84f4-41a144a0beb1 admin admin] Network ccc027b8-b719-4fba-bfab-019899fdf8a6 is scheduled to be hosted by DHCP agent 913d1d6b-f856-4828-afb6-1e4cc7d36f68 with binding_index 1 {{(pid=102576) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 08:21:26.024394 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.base_scheduler [None req-c5803640-a5d3-458c-84f4-41a144a0beb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826589-1-iscsi, ccc027b8-b719-4fba-bfab-019899fdf8a6) {{(pid=102576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:21:26.028320 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5803640-a5d3-458c-84f4-41a144a0beb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:26.028947 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-c5803640-a5d3-458c-84f4-41a144a0beb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for subnet (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:26.033435 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c272482-dca4-46ae-acfa-b77d90e26c57 None None] Network ccc027b8-b719-4fba-bfab-019899fdf8a6 requested from dv-cinder-826589-1-iscsi {{(pid=102577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 08:21:26.052602 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-c5803640-a5d3-458c-84f4-41a144a0beb1 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3103349 Jan 27 08:21:26.133884 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fd34ec-136e-47e1-8f77-0e5bacae37ad None None] Network ccc027b8-b719-4fba-bfab-019899fdf8a6 requested from dv-cinder-826589-1-iscsi {{(pid=102577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 08:21:26.462881 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a3bf2-d01f-4e42-bdc7-2def2d692ee3 req-f9135258-82a4-4985-8321-8b62c065ea04 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:26.465189 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-869a3bf2-d01f-4e42-bdc7-2def2d692ee3 req-f9135258-82a4-4985-8321-8b62c065ea04 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/networks?id=ccc027b8-b719-4fba-bfab-019899fdf8a6 HTTP/1.1" status: 200 len: 815 time: 0.0955656 Jan 27 08:21:26.478869 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-869a3bf2-d01f-4e42-bdc7-2def2d692ee3 req-9d1e8d49-e29b-43d2-afcb-5669e57dfd93 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/quotas/6402071f030f456996da0c23e7a86316 HTTP/1.1" status: 200 len: 375 time: 0.0087767 Jan 27 08:21:26.513760 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-869a3bf2-d01f-4e42-bdc7-2def2d692ee3 req-fec7d6ac-8e16-481a-952b-7ad69811346b tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=6402071f030f456996da0c23e7a86316&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294785 Jan 27 08:21:26.676513 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (e79cbf24-12bd-4e20-a580-79498d5b225b), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:26.889831 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-869a3bf2-d01f-4e42-bdc7-2def2d692ee3 req-f74e91d8-f0b9-421b-8f8d-b3768c6d02c8 service neutron] 10.222.0.59 "GET /v2.0/networks/ccc027b8-b719-4fba-bfab-019899fdf8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3687541 Jan 27 08:21:26.978220 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-869a3bf2-d01f-4e42-bdc7-2def2d692ee3 req-b5a203e2-1bd5-4c59-bfe7-0fb62c3e4c1d service neutron] 10.222.0.59 "GET /v2.0/networks/ccc027b8-b719-4fba-bfab-019899fdf8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835247 Jan 27 08:21:27.129670 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-363793f4-f1ee-4369-80b2-440580f6e4a0 req-d2264c0e-a377-4762-aa31-735f57b776e9 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/ports?device_id=3841bec8-4b2c-47a1-8dcf-9b68c05907dc HTTP/1.1" status: 200 len: 210 time: 0.0259717 Jan 27 08:21:27.995712 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (926d476c-3c92-4faa-a402-a395b4978e44), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:28.079467 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a3bf2-d01f-4e42-bdc7-2def2d692ee3 req-52311320-5104-4cb7-916d-e32fc8392c2b tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:28.081000 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-869a3bf2-d01f-4e42-bdc7-2def2d692ee3 req-52311320-5104-4cb7-916d-e32fc8392c2b tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.72 "GET /v2.0/networks?id=ccc027b8-b719-4fba-bfab-019899fdf8a6 HTTP/1.1" status: 200 len: 815 time: 0.1160944 Jan 27 08:21:28.093923 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [req-869a3bf2-d01f-4e42-bdc7-2def2d692ee3 req-59976ed8-e24d-465f-96d8-3c26ac46e408 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Request body: {'port': {'device_id': '3841bec8-4b2c-47a1-8dcf-9b68c05907dc', 'network_id': 'ccc027b8-b719-4fba-bfab-019899fdf8a6', 'admin_state_up': True, 'tenant_id': '6402071f030f456996da0c23e7a86316'}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:21:28.208280 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-869a3bf2-d01f-4e42-bdc7-2def2d692ee3 req-59976ed8-e24d-465f-96d8-3c26ac46e408 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Made reservation on behalf of 6402071f030f456996da0c23e7a86316 for: {'port': 1} {{(pid=102576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 08:21:28.211652 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-869a3bf2-d01f-4e42-bdc7-2def2d692ee3 req-59976ed8-e24d-465f-96d8-3c26ac46e408 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:28.233831 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-4008ffe0-d819-45f8-9ba5-145eb7753a63 req-6ab57d7a-c7c8-4bcd-b207-556aa5d458fa tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/ports?device_id=3841bec8-4b2c-47a1-8dcf-9b68c05907dc HTTP/1.1" status: 200 len: 210 time: 0.0374138 Jan 27 08:21:28.354838 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.db_base_plugin_common [req-869a3bf2-d01f-4e42-bdc7-2def2d692ee3 req-59976ed8-e24d-465f-96d8-3c26ac46e408 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Allocated IP 172.20.0.4 (ccc027b8-b719-4fba-bfab-019899fdf8a6/0f43a9f9-3868-4a18-ac51-4b042bdd31d6/74d2b896-3234-4146-8124-af4e3280fb10) {{(pid=102576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 08:21:28.502252 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-869a3bf2-d01f-4e42-bdc7-2def2d692ee3 req-59976ed8-e24d-465f-96d8-3c26ac46e408 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Publish callbacks [] for port (74d2b896-3234-4146-8124-af4e3280fb10), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:28.535178 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-869a3bf2-d01f-4e42-bdc7-2def2d692ee3 req-59976ed8-e24d-465f-96d8-3c26ac46e408 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730334756109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13114657'] for port (74d2b896-3234-4146-8124-af4e3280fb10), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:28.577126 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-869a3bf2-d01f-4e42-bdc7-2def2d692ee3 req-59976ed8-e24d-465f-96d8-3c26ac46e408 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Network ccc027b8-b719-4fba-bfab-019899fdf8a6 is already hosted by enough agents. {{(pid=102576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 08:21:28.580033 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.base_scheduler [req-869a3bf2-d01f-4e42-bdc7-2def2d692ee3 req-59976ed8-e24d-465f-96d8-3c26ac46e408 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Resources bound (agent type, host, resource id): {{(pid=102576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:21:28.586204 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [req-869a3bf2-d01f-4e42-bdc7-2def2d692ee3 req-59976ed8-e24d-465f-96d8-3c26ac46e408 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Received port after_create {{(pid=102576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 08:21:28.592112 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59976ed8-e24d-465f-96d8-3c26ac46e408 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Pushing event updated for resources: {'Port': ['ID=74d2b896-3234-4146-8124-af4e3280fb10,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:28.636646 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a3bf2-d01f-4e42-bdc7-2def2d692ee3 req-59976ed8-e24d-465f-96d8-3c26ac46e408 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:28.637279 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-869a3bf2-d01f-4e42-bdc7-2def2d692ee3 req-59976ed8-e24d-465f-96d8-3c26ac46e408 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for port (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:28.654065 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-869a3bf2-d01f-4e42-bdc7-2def2d692ee3 req-59976ed8-e24d-465f-96d8-3c26ac46e408 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5640652 Jan 27 08:21:28.669500 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [req-869a3bf2-d01f-4e42-bdc7-2def2d692ee3 req-1f8cf01f-9fe8-4ec0-a4b7-840ff0481488 service neutron] Request body: {'port': {'device_id': '3841bec8-4b2c-47a1-8dcf-9b68c05907dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82658'}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:21:28.731386 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-869a3bf2-d01f-4e42-bdc7-2def2d692ee3 req-1f8cf01f-9fe8-4ec0-a4b7-840ff0481488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (74d2b896-3234-4146-8124-af4e3280fb10), before_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:29.022988 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.notifiers.nova [req-869a3bf2-d01f-4e42-bdc7-2def2d692ee3 req-1f8cf01f-9fe8-4ec0-a4b7-840ff0481488 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74d2b896-3234-4146-8124-af4e3280fb10 {{(pid=102576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 08:21:29.030847 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-869a3bf2-d01f-4e42-bdc7-2def2d692ee3 req-1f8cf01f-9fe8-4ec0-a4b7-840ff0481488 service neutron] Publish callbacks [] for port (74d2b896-3234-4146-8124-af4e3280fb10), precommit_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:29.043099 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.provisioning_blocks [req-869a3bf2-d01f-4e42-bdc7-2def2d692ee3 req-1f8cf01f-9fe8-4ec0-a4b7-840ff0481488 service neutron] Transition to ACTIVE for port object 74d2b896-3234-4146-8124-af4e3280fb10 will not be triggered until provisioned by entity L2. {{(pid=102576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 08:21:29.047022 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-869a3bf2-d01f-4e42-bdc7-2def2d692ee3 req-1f8cf01f-9fe8-4ec0-a4b7-840ff0481488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13114678'] for port (74d2b896-3234-4146-8124-af4e3280fb10), after_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:29.095310 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8cf01f-9fe8-4ec0-a4b7-840ff0481488 service neutron] Pushing event updated for resources: {'Port': ['ID=74d2b896-3234-4146-8124-af4e3280fb10,revision_number=2']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:29.164859 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.managers [req-869a3bf2-d01f-4e42-bdc7-2def2d692ee3 req-1f8cf01f-9fe8-4ec0-a4b7-840ff0481488 service neutron] Attempting to bind port 74d2b896-3234-4146-8124-af4e3280fb10 on host hv-cinder-82658 for vnic_type normal with profile {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 08:21:29.165282 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.managers [req-869a3bf2-d01f-4e42-bdc7-2def2d692ee3 req-1f8cf01f-9fe8-4ec0-a4b7-840ff0481488 service neutron] Attempting to bind port 74d2b896-3234-4146-8124-af4e3280fb10 by drivers openvswitch,hyperv on host hv-cinder-82658 at level 0 using segments [{'id': 'c653d8ee-07e4-4794-b242-17586b507f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'ccc027b8-b719-4fba-bfab-019899fdf8a6'}] {{(pid=102576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 08:21:29.165610 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869a3bf2-d01f-4e42-bdc7-2def2d692ee3 req-1f8cf01f-9fe8-4ec0-a4b7-840ff0481488 service neutron] Attempting to bind port 74d2b896-3234-4146-8124-af4e3280fb10 on network ccc027b8-b719-4fba-bfab-019899fdf8a6 {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:21:29.170446 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869a3bf2-d01f-4e42-bdc7-2def2d692ee3 req-1f8cf01f-9fe8-4ec0-a4b7-840ff0481488 service neutron] Port 74d2b896-3234-4146-8124-af4e3280fb10 on network ccc027b8-b719-4fba-bfab-019899fdf8a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82658 {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 08:21:29.170758 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869a3bf2-d01f-4e42-bdc7-2def2d692ee3 req-1f8cf01f-9fe8-4ec0-a4b7-840ff0481488 service neutron] Attempting to bind port 74d2b896-3234-4146-8124-af4e3280fb10 on network ccc027b8-b719-4fba-bfab-019899fdf8a6 {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:21:29.175551 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869a3bf2-d01f-4e42-bdc7-2def2d692ee3 req-1f8cf01f-9fe8-4ec0-a4b7-840ff0481488 service neutron] Checking agent: {'id': '926d476c-3c92-4faa-a402-a395b4978e44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82658', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 8, 12, 58), 'started_at': datetime.datetime(2022, 1, 27, 8, 12, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 8, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 08:21:29.175883 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869a3bf2-d01f-4e42-bdc7-2def2d692ee3 req-1f8cf01f-9fe8-4ec0-a4b7-840ff0481488 service neutron] Checking segment: {'id': 'c653d8ee-07e4-4794-b242-17586b507f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'ccc027b8-b719-4fba-bfab-019899fdf8a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:21:29.176372 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869a3bf2-d01f-4e42-bdc7-2def2d692ee3 req-1f8cf01f-9fe8-4ec0-a4b7-840ff0481488 service neutron] Bound using segment: {'id': 'c653d8ee-07e4-4794-b242-17586b507f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'ccc027b8-b719-4fba-bfab-019899fdf8a6'} {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 08:21:29.176821 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.managers [req-869a3bf2-d01f-4e42-bdc7-2def2d692ee3 req-1f8cf01f-9fe8-4ec0-a4b7-840ff0481488 service neutron] Bound port: 74d2b896-3234-4146-8124-af4e3280fb10, host: hv-cinder-82658, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c653d8ee-07e4-4794-b242-17586b507f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'ccc027b8-b719-4fba-bfab-019899fdf8a6'}}] {{(pid=102576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 08:21:29.177174 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-869a3bf2-d01f-4e42-bdc7-2def2d692ee3 req-1f8cf01f-9fe8-4ec0-a4b7-840ff0481488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (74d2b896-3234-4146-8124-af4e3280fb10), before_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:29.237162 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.db [req-869a3bf2-d01f-4e42-bdc7-2def2d692ee3 req-1f8cf01f-9fe8-4ec0-a4b7-840ff0481488 service neutron] For port 74d2b896-3234-4146-8124-af4e3280fb10, host hv-cinder-82658, cleared binding levels {{(pid=102576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 08:21:29.240034 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.db [req-869a3bf2-d01f-4e42-bdc7-2def2d692ee3 req-1f8cf01f-9fe8-4ec0-a4b7-840ff0481488 service neutron] For port 74d2b896-3234-4146-8124-af4e3280fb10, host hv-cinder-82658, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=74d2b896-3234-4146-8124-af4e3280fb10,segment=NetworkSegment(c653d8ee-07e4-4794-b242-17586b507f85),segment_id=c653d8ee-07e4-4794-b242-17586b507f85)] {{(pid=102576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 08:21:29.244379 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-869a3bf2-d01f-4e42-bdc7-2def2d692ee3 req-1f8cf01f-9fe8-4ec0-a4b7-840ff0481488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13114678'] for port (74d2b896-3234-4146-8124-af4e3280fb10), after_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:29.277298 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a3bf2-d01f-4e42-bdc7-2def2d692ee3 req-1f8cf01f-9fe8-4ec0-a4b7-840ff0481488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:29.277917 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-869a3bf2-d01f-4e42-bdc7-2def2d692ee3 req-1f8cf01f-9fe8-4ec0-a4b7-840ff0481488 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for port (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:29.279362 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-869a3bf2-d01f-4e42-bdc7-2def2d692ee3 req-1f8cf01f-9fe8-4ec0-a4b7-840ff0481488 service neutron] 10.222.0.72 "PUT /v2.0/ports/74d2b896-3234-4146-8124-af4e3280fb10 HTTP/1.1" status: 200 len: 1093 time: 0.6171982 Jan 27 08:21:29.281632 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3841bec8-4b2c-47a1-8dcf-9b68c05907dc', 'tag': '74d2b896-3234-4146-8124-af4e3280fb10'}] {{(pid=102576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:21:29.284521 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e99b03222c8d2fef0e5d308316368c2f75dcb43852cf269b2a1b1136e13dae4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95765b42-30d6-49f3-8e3d-0827c1ce8942" -d '{"events": [{"name": "network-changed", "server_uuid": "3841bec8-4b2c-47a1-8dcf-9b68c05907dc", "tag": "74d2b896-3234-4146-8124-af4e3280fb10"}]}' {{(pid=102576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:21:29.313032 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8cf01f-9fe8-4ec0-a4b7-840ff0481488 service neutron] Pushing event updated for resources: {'Port': ['ID=74d2b896-3234-4146-8124-af4e3280fb10,revision_number=3']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:29.358989 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 08:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37cf2fa7-3b54-4fdf-bd00-f3c0c763fec5 x-openstack-request-id: req-37cf2fa7-3b54-4fdf-bd00-f3c0c763fec5 {{(pid=102576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:21:29.359281 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3841bec8-4b2c-47a1-8dcf-9b68c05907dc", "tag": "74d2b896-3234-4146-8124-af4e3280fb10", "status": "completed", "code": 200}]} {{(pid=102576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:21:29.359531 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-37cf2fa7-3b54-4fdf-bd00-f3c0c763fec5 {{(pid=102576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:21:29.360190 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3841bec8-4b2c-47a1-8dcf-9b68c05907dc', 'tag': '74d2b896-3234-4146-8124-af4e3280fb10', 'status': 'completed', 'code': 200} Jan 27 08:21:29.400285 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a3bf2-d01f-4e42-bdc7-2def2d692ee3 req-d92f9ad5-3978-430a-9d3e-34dbfda18b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:29.402360 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-869a3bf2-d01f-4e42-bdc7-2def2d692ee3 req-d92f9ad5-3978-430a-9d3e-34dbfda18b59 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6402071f030f456996da0c23e7a86316&device_id=3841bec8-4b2c-47a1-8dcf-9b68c05907dc HTTP/1.1" status: 200 len: 1096 time: 0.0730078 Jan 27 08:21:29.408955 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8f677-4362-4920-890b-bbde648ae6ba req-bb6c563b-f58d-4a84-b6c8-f8479119f319 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:29.410295 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-c6b8f677-4362-4920-890b-bbde648ae6ba req-bb6c563b-f58d-4a84-b6c8-f8479119f319 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/ports?device_id=3841bec8-4b2c-47a1-8dcf-9b68c05907dc HTTP/1.1" status: 200 len: 943 time: 0.0928121 Jan 27 08:21:29.449576 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-869a3bf2-d01f-4e42-bdc7-2def2d692ee3 req-840e425f-9c6e-4aed-9242-4bbe254b3c5f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74d2b896-3234-4146-8124-af4e3280fb10 HTTP/1.1" status: 200 len: 217 time: 0.0383356 Jan 27 08:21:29.520962 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-c6b8f677-4362-4920-890b-bbde648ae6ba req-adafad3c-cf5d-4ef4-b736-1da34f915b40 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/security-groups?id=86d56208-1791-4d02-8c06-8995ae2f027c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043110 Jan 27 08:21:29.524581 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a3bf2-d01f-4e42-bdc7-2def2d692ee3 req-78fd225c-8891-44a1-b1e4-5f6c886e7301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:29.526468 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-869a3bf2-d01f-4e42-bdc7-2def2d692ee3 req-78fd225c-8891-44a1-b1e4-5f6c886e7301 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0f43a9f9-3868-4a18-ac51-4b042bdd31d6 HTTP/1.1" status: 200 len: 855 time: 0.0683525 Jan 27 08:21:29.556940 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-869a3bf2-d01f-4e42-bdc7-2def2d692ee3 req-d5296f7f-d2c5-4651-a018-340ed480eb20 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ccc027b8-b719-4fba-bfab-019899fdf8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243979 Jan 27 08:21:29.648849 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-869a3bf2-d01f-4e42-bdc7-2def2d692ee3 req-01fc3085-e8c9-4ce8-82d0-62f31b3a0112 service neutron] 10.222.0.72 "GET /v2.0/networks/ccc027b8-b719-4fba-bfab-019899fdf8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838571 Jan 27 08:21:29.738349 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-869a3bf2-d01f-4e42-bdc7-2def2d692ee3 req-ec8c290a-1ec1-40d9-b5ed-05885bfed109 service neutron] 10.222.0.72 "GET /v2.0/networks/ccc027b8-b719-4fba-bfab-019899fdf8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841620 Jan 27 08:21:29.824634 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95765b42-30d6-49f3-8e3d-0827c1ce8942 req-5449c745-6add-4a8d-af3e-09598e72b0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:29.826056 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-95765b42-30d6-49f3-8e3d-0827c1ce8942 req-5449c745-6add-4a8d-af3e-09598e72b0ec service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6402071f030f456996da0c23e7a86316&device_id=3841bec8-4b2c-47a1-8dcf-9b68c05907dc HTTP/1.1" status: 200 len: 1096 time: 0.0392468 Jan 27 08:21:29.926817 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95765b42-30d6-49f3-8e3d-0827c1ce8942 req-5b63e939-8a2a-4aa8-878a-3e1570acf60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:29.927964 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-95765b42-30d6-49f3-8e3d-0827c1ce8942 req-5b63e939-8a2a-4aa8-878a-3e1570acf60c service neutron] 10.222.0.72 "GET /v2.0/networks?id=ccc027b8-b719-4fba-bfab-019899fdf8a6 HTTP/1.1" status: 200 len: 916 time: 0.0953424 Jan 27 08:21:29.969067 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-95765b42-30d6-49f3-8e3d-0827c1ce8942 req-e28ae3de-78ca-40cf-a2f4-7a6c2307eb52 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74d2b896-3234-4146-8124-af4e3280fb10 HTTP/1.1" status: 200 len: 217 time: 0.0349362 Jan 27 08:21:30.028184 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95765b42-30d6-49f3-8e3d-0827c1ce8942 req-f7639e8a-340d-4013-966f-b542d185ba3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:30.029677 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-95765b42-30d6-49f3-8e3d-0827c1ce8942 req-f7639e8a-340d-4013-966f-b542d185ba3d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0f43a9f9-3868-4a18-ac51-4b042bdd31d6 HTTP/1.1" status: 200 len: 855 time: 0.0533102 Jan 27 08:21:30.060084 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-95765b42-30d6-49f3-8e3d-0827c1ce8942 req-512cfa18-ad27-421f-b504-0f4ced0325f4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ccc027b8-b719-4fba-bfab-019899fdf8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237577 Jan 27 08:21:30.075488 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 35660) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:21:30.154852 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-95765b42-30d6-49f3-8e3d-0827c1ce8942 req-493d739a-45fb-4eea-b723-88798036a8cc service neutron] 10.222.0.72 "GET /v2.0/networks/ccc027b8-b719-4fba-bfab-019899fdf8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875764 Jan 27 08:21:30.203874 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-e008eb21-4312-4879-b1da-1a8a991d5b07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:30.290182 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-95765b42-30d6-49f3-8e3d-0827c1ce8942 req-6b4fd89c-b2bb-4da1-a292-7c1eaf8654a6 service neutron] 10.222.0.72 "GET /v2.0/networks/ccc027b8-b719-4fba-bfab-019899fdf8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291201 Jan 27 08:21:30.337262 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-e008eb21-4312-4879-b1da-1a8a991d5b07 admin admin] Publish callbacks [] for security_group (5c5c6720-3042-4362-9635-206423406f59), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:30.341649 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-e008eb21-4312-4879-b1da-1a8a991d5b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (5c5c6720-3042-4362-9635-206423406f59), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:30.379045 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e008eb21-4312-4879-b1da-1a8a991d5b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5c6720-3042-4362-9635-206423406f59,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:30.384173 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-e008eb21-4312-4879-b1da-1a8a991d5b07 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=be160fac30bb4355a6e3e58b8222de36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3078272 Jan 27 08:21:30.387498 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 35664) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:21:30.438547 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-2bcf4c45-4fc7-44de-abca-4bf32bd7a8dd admin admin] Publish callbacks [] for security_group (5c5c6720-3042-4362-9635-206423406f59), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:30.459418 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-2bcf4c45-4fc7-44de-abca-4bf32bd7a8dd admin admin] Publish callbacks [] for security_group (5c5c6720-3042-4362-9635-206423406f59), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:30.505110 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-2bcf4c45-4fc7-44de-abca-4bf32bd7a8dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (5c5c6720-3042-4362-9635-206423406f59), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:30.507723 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-2bcf4c45-4fc7-44de-abca-4bf32bd7a8dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:30.508920 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-2bcf4c45-4fc7-44de-abca-4bf32bd7a8dd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5c5c6720-3042-4362-9635-206423406f59 HTTP/1.1" status: 204 len: 168 time: 0.1204820 Jan 27 08:21:30.516359 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcf4c45-4fc7-44de-abca-4bf32bd7a8dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5c6720-3042-4362-9635-206423406f59,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:30.639515 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05809ae-b0ba-414c-a669-6a7b352c9514 req-f14e05f3-4e8d-4599-b22c-4153f4bed591 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:30.641240 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b05809ae-b0ba-414c-a669-6a7b352c9514 req-f14e05f3-4e8d-4599-b22c-4153f4bed591 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/ports?device_id=3841bec8-4b2c-47a1-8dcf-9b68c05907dc HTTP/1.1" status: 200 len: 943 time: 0.0494146 Jan 27 08:21:30.688903 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b05809ae-b0ba-414c-a669-6a7b352c9514 req-bbe80630-5ba8-452d-b959-314a66c9d8f3 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/security-groups?id=86d56208-1791-4d02-8c06-8995ae2f027c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419483 Jan 27 08:21:31.123097 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 35688) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:21:31.215163 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.v2.base [None req-dc81262c-ecfa-4a64-8446-ed67b4b9417d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-569427310-network', 'tenant_id': '3f205d29427e42f9a63d06733db73b9f'}} {{(pid=102575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:21:31.233651 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc81262c-ecfa-4a64-8446-ed67b4b9417d admin admin] Made reservation on behalf of 3f205d29427e42f9a63d06733db73b9f for: {'network': 1} {{(pid=102575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 08:21:31.236109 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-dc81262c-ecfa-4a64-8446-ed67b4b9417d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for network (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:31.247421 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-dc81262c-ecfa-4a64-8446-ed67b4b9417d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:31.320323 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-dc81262c-ecfa-4a64-8446-ed67b4b9417d admin admin] Publish callbacks [] for security_group (7ad5322c-90b1-4bf1-9bda-fe98c62b5554), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:31.325074 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-dc81262c-ecfa-4a64-8446-ed67b4b9417d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (7ad5322c-90b1-4bf1-9bda-fe98c62b5554), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:31.349959 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc81262c-ecfa-4a64-8446-ed67b4b9417d admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=102575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 08:21:31.362237 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc81262c-ecfa-4a64-8446-ed67b4b9417d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad5322c-90b1-4bf1-9bda-fe98c62b5554,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:31.366393 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-dc81262c-ecfa-4a64-8446-ed67b4b9417d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505597'] for segment (43cb66b7-a77f-413a-ab06-f86f4b2997dd), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:31.366819 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.db.segments_db [None req-dc81262c-ecfa-4a64-8446-ed67b4b9417d admin admin] Added segment 43cb66b7-a77f-413a-ab06-f86f4b2997dd of type vlan for network 1ee4935e-d112-4167-9e63-78b81a132699 Jan 27 08:21:31.406460 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-dc81262c-ecfa-4a64-8446-ed67b4b9417d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730334747742'] for network (1ee4935e-d112-4167-9e63-78b81a132699), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:31.430253 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-dc81262c-ecfa-4a64-8446-ed67b4b9417d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588'] for network (1ee4935e-d112-4167-9e63-78b81a132699), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:31.431225 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc81262c-ecfa-4a64-8446-ed67b4b9417d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:31.431809 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-dc81262c-ecfa-4a64-8446-ed67b4b9417d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for network (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:31.488706 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-dc81262c-ecfa-4a64-8446-ed67b4b9417d admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3645248 Jan 27 08:21:31.491654 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 35692) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:21:31.494153 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc81262c-ecfa-4a64-8446-ed67b4b9417d admin admin] Pushing event updated for resources: {'Network': ['ID=1ee4935e-d112-4167-9e63-78b81a132699,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:31.497773 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [None req-ab7a71ef-a3e0-4048-b7f6-fb2af1114a10 admin admin] Request body: {'subnet': {'network_id': '1ee4935e-d112-4167-9e63-78b81a132699', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-569427310-subnet', 'tenant_id': '3f205d29427e42f9a63d06733db73b9f', 'ip_version': 4}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:21:31.505871 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Network 1ee4935e-d112-4167-9e63-78b81a132699 details requested by agent ovs-agent-dv-cinder-826589-1-iscsi with host dv-cinder-826589-1-iscsi {{(pid=102577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 08:21:31.517487 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7a71ef-a3e0-4048-b7f6-fb2af1114a10 admin admin] Made reservation on behalf of 3f205d29427e42f9a63d06733db73b9f for: {'subnet': 1} {{(pid=102576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 08:21:31.519745 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-ab7a71ef-a3e0-4048-b7f6-fb2af1114a10 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13593759'] for subnet (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:31.695708 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-ab7a71ef-a3e0-4048-b7f6-fb2af1114a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13114033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13593769'] for subnet (c2a97265-d832-4a00-a269-fcf61d06224a), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:31.742697 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7a71ef-a3e0-4048-b7f6-fb2af1114a10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2a97265-d832-4a00-a269-fcf61d06224a,revision_number=0']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:31.774594 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7a71ef-a3e0-4048-b7f6-fb2af1114a10 admin admin] Checking segment: {'id': '43cb66b7-a77f-413a-ab06-f86f4b2997dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1ee4935e-d112-4167-9e63-78b81a132699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:21:31.774875 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7a71ef-a3e0-4048-b7f6-fb2af1114a10 admin admin] Network hostable DHCP agents. Network: 1ee4935e-d112-4167-9e63-78b81a132699, hostable agents: ['913d1d6b-f856-4828-afb6-1e4cc7d36f68'], hosted agents: [] {{(pid=102576) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 08:21:31.819289 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa7af0-6619-45c8-9e3e-c134d5cd44e2 req-1cfae928-2188-4a72-9b0a-9c8834cf799d tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:31.820797 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-5caa7af0-6619-45c8-9e3e-c134d5cd44e2 req-1cfae928-2188-4a72-9b0a-9c8834cf799d tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/ports?device_id=3841bec8-4b2c-47a1-8dcf-9b68c05907dc HTTP/1.1" status: 200 len: 943 time: 0.0641522 Jan 27 08:21:31.821832 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7a71ef-a3e0-4048-b7f6-fb2af1114a10 admin admin] Network 1ee4935e-d112-4167-9e63-78b81a132699 is scheduled to be hosted by DHCP agent 913d1d6b-f856-4828-afb6-1e4cc7d36f68 with binding_index 1 {{(pid=102576) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 08:21:31.835180 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.base_scheduler [None req-ab7a71ef-a3e0-4048-b7f6-fb2af1114a10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826589-1-iscsi, 1ee4935e-d112-4167-9e63-78b81a132699) {{(pid=102576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:21:31.842918 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ac2e4a-b8ec-4ab4-952d-5cff9a8d4d4b None None] Network 1ee4935e-d112-4167-9e63-78b81a132699 requested from dv-cinder-826589-1-iscsi {{(pid=102577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 08:21:31.845789 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7a71ef-a3e0-4048-b7f6-fb2af1114a10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:31.846828 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-ab7a71ef-a3e0-4048-b7f6-fb2af1114a10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for subnet (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:31.876446 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-ab7a71ef-a3e0-4048-b7f6-fb2af1114a10 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3831494 Jan 27 08:21:31.879182 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 35696) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:21:31.883542 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.v2.base [None req-6e64145b-45bc-45d1-b51f-b256f06422af admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-569427310-router', 'tenant_id': '3f205d29427e42f9a63d06733db73b9f', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6'}}} {{(pid=102575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:21:31.884071 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-5caa7af0-6619-45c8-9e3e-c134d5cd44e2 req-59d5ffda-a872-43ef-8a8a-e1cfed7aa2aa tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/security-groups?id=86d56208-1791-4d02-8c06-8995ae2f027c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565212 Jan 27 08:21:31.910093 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-6e64145b-45bc-45d1-b51f-b256f06422af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35629'] for router (7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:31.911232 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-6e64145b-45bc-45d1-b51f-b256f06422af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35636'] for router (7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:31.954432 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865af503-48b4-41db-9d54-ec8087bf2a81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97f4cb72-b8e3-5d8d-9165-1ea0d7e1de3e-1ee4935e-d112-4167-9e63-78b81a132699', 'network_id': '1ee4935e-d112-4167-9e63-78b81a132699', 'project_id': '3f205d29427e42f9a63d06733db73b9f', 'fixed_ips': [{'subnet_id': 'c2a97265-d832-4a00-a269-fcf61d06224a'}]}} from dv-cinder-826589-1-iscsi. {{(pid=102577) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 08:21:31.955280 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-865af503-48b4-41db-9d54-ec8087bf2a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (None), before_create {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:31.961532 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-6e64145b-45bc-45d1-b51f-b256f06422af admin admin] Publish callbacks [] for router_controller (7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508), precommit_add_association {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:32.091174 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.db_base_plugin_common [None req-865af503-48b4-41db-9d54-ec8087bf2a81 None None] Allocated IP 172.20.0.2 (1ee4935e-d112-4167-9e63-78b81a132699/c2a97265-d832-4a00-a269-fcf61d06224a/8e9edd50-e26c-4e48-b8d4-3b9dad387438) {{(pid=102577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 08:21:32.241747 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-865af503-48b4-41db-9d54-ec8087bf2a81 None None] Publish callbacks [] for port (8e9edd50-e26c-4e48-b8d4-3b9dad387438), precommit_create {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:32.249012 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-865af503-48b4-41db-9d54-ec8087bf2a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730334756109'] for port (8e9edd50-e26c-4e48-b8d4-3b9dad387438), after_create {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:32.287509 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865af503-48b4-41db-9d54-ec8087bf2a81 None None] Network 1ee4935e-d112-4167-9e63-78b81a132699 is already hosted by enough agents. {{(pid=102577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 08:21:32.290368 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.scheduler.base_scheduler [None req-865af503-48b4-41db-9d54-ec8087bf2a81 None None] Resources bound (agent type, host, resource id): {{(pid=102577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:21:32.296528 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865af503-48b4-41db-9d54-ec8087bf2a81 None None] Received port after_create {{(pid=102577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 08:21:32.302049 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865af503-48b4-41db-9d54-ec8087bf2a81 None None] Pushing event updated for resources: {'Port': ['ID=8e9edd50-e26c-4e48-b8d4-3b9dad387438,revision_number=1']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:32.352357 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-6e64145b-45bc-45d1-b51f-b256f06422af admin admin] Publish callbacks [] for router_gateway (7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508), precommit_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:32.353034 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.managers [None req-865af503-48b4-41db-9d54-ec8087bf2a81 None None] Attempting to bind port 8e9edd50-e26c-4e48-b8d4-3b9dad387438 on host dv-cinder-826589-1-iscsi for vnic_type normal with profile {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 08:21:32.353413 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.managers [None req-865af503-48b4-41db-9d54-ec8087bf2a81 None None] Attempting to bind port 8e9edd50-e26c-4e48-b8d4-3b9dad387438 by drivers openvswitch,hyperv on host dv-cinder-826589-1-iscsi at level 0 using segments [{'id': '43cb66b7-a77f-413a-ab06-f86f4b2997dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1ee4935e-d112-4167-9e63-78b81a132699'}] {{(pid=102577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 08:21:32.354347 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865af503-48b4-41db-9d54-ec8087bf2a81 None None] Attempting to bind port 8e9edd50-e26c-4e48-b8d4-3b9dad387438 on network 1ee4935e-d112-4167-9e63-78b81a132699 {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:21:32.359813 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865af503-48b4-41db-9d54-ec8087bf2a81 None None] Checking agent: {'id': 'e79cbf24-12bd-4e20-a580-79498d5b225b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826589-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 8, 6, 57), 'started_at': datetime.datetime(2022, 1, 27, 8, 7, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 8, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826589-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 08:21:32.360212 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865af503-48b4-41db-9d54-ec8087bf2a81 None None] Checking segment: {'id': '43cb66b7-a77f-413a-ab06-f86f4b2997dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1ee4935e-d112-4167-9e63-78b81a132699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:21:32.360609 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-865af503-48b4-41db-9d54-ec8087bf2a81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:32.361060 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865af503-48b4-41db-9d54-ec8087bf2a81 None None] Bound using segment: {'id': '43cb66b7-a77f-413a-ab06-f86f4b2997dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1ee4935e-d112-4167-9e63-78b81a132699'} {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 08:21:32.361533 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.managers [None req-865af503-48b4-41db-9d54-ec8087bf2a81 None None] Bound port: 8e9edd50-e26c-4e48-b8d4-3b9dad387438, host: dv-cinder-826589-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43cb66b7-a77f-413a-ab06-f86f4b2997dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1ee4935e-d112-4167-9e63-78b81a132699'}}] {{(pid=102577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 08:21:32.362117 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-865af503-48b4-41db-9d54-ec8087bf2a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (8e9edd50-e26c-4e48-b8d4-3b9dad387438), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:32.429517 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-865af503-48b4-41db-9d54-ec8087bf2a81 None None] For port 8e9edd50-e26c-4e48-b8d4-3b9dad387438, host dv-cinder-826589-1-iscsi, cleared binding levels {{(pid=102577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 08:21:32.432701 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-865af503-48b4-41db-9d54-ec8087bf2a81 None None] For port 8e9edd50-e26c-4e48-b8d4-3b9dad387438, host dv-cinder-826589-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=8e9edd50-e26c-4e48-b8d4-3b9dad387438,segment=NetworkSegment(43cb66b7-a77f-413a-ab06-f86f4b2997dd),segment_id=43cb66b7-a77f-413a-ab06-f86f4b2997dd)] {{(pid=102577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 08:21:32.437724 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-865af503-48b4-41db-9d54-ec8087bf2a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (8e9edd50-e26c-4e48-b8d4-3b9dad387438), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:32.492410 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865af503-48b4-41db-9d54-ec8087bf2a81 None None] Pushing event updated for resources: {'Port': ['ID=8e9edd50-e26c-4e48-b8d4-3b9dad387438,revision_number=2']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:32.554406 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-6e64145b-45bc-45d1-b51f-b256f06422af admin admin] Publish callbacks [] for router_gateway (7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:32.573157 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-6e64145b-45bc-45d1-b51f-b256f06422af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:32.696002 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.db_base_plugin_common [None req-6e64145b-45bc-45d1-b51f-b256f06422af admin admin] Allocated IP 172.27.1.179 (3614e5a2-e145-4686-b153-8df14846b7f6/4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a/1d25351f-80d8-4473-b724-acd9f186dd68) {{(pid=102575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 08:21:32.815066 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-6e64145b-45bc-45d1-b51f-b256f06422af admin admin] Publish callbacks [] for port (1d25351f-80d8-4473-b724-acd9f186dd68), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:32.855703 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-6e64145b-45bc-45d1-b51f-b256f06422af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730334756109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13172730'] for port (1d25351f-80d8-4473-b724-acd9f186dd68), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:32.896027 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e64145b-45bc-45d1-b51f-b256f06422af admin admin] Network 3614e5a2-e145-4686-b153-8df14846b7f6 is already hosted by enough agents. {{(pid=102575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 08:21:32.901595 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.base_scheduler [None req-6e64145b-45bc-45d1-b51f-b256f06422af admin admin] Resources bound (agent type, host, resource id): {{(pid=102575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:21:32.904533 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e64145b-45bc-45d1-b51f-b256f06422af admin admin] Received port after_create {{(pid=102575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 08:21:32.913873 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device 8e9edd50-e26c-4e48-b8d4-3b9dad387438 up at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:21:32.929138 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64145b-45bc-45d1-b51f-b256f06422af admin admin] Pushing event updated for resources: {'Port': ['ID=1d25351f-80d8-4473-b724-acd9f186dd68,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:32.980670 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Provisioning complete for port 8e9edd50-e26c-4e48-b8d4-3b9dad387438 triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:21:32.981161 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (8e9edd50-e26c-4e48-b8d4-3b9dad387438), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:33.019363 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b1a12-610d-4d6c-93ef-a0a62d985595 req-9bcb886e-5d4a-47f2-84c3-b8ec685e95b5 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:33.020932 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b12b1a12-610d-4d6c-93ef-a0a62d985595 req-9bcb886e-5d4a-47f2-84c3-b8ec685e95b5 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/ports?device_id=3841bec8-4b2c-47a1-8dcf-9b68c05907dc HTTP/1.1" status: 200 len: 943 time: 0.0538914 Jan 27 08:21:33.068207 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b12b1a12-610d-4d6c-93ef-a0a62d985595 req-1de8beb1-2132-41c4-b0ff-7ab94dfafe0c tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/security-groups?id=86d56208-1791-4d02-8c06-8995ae2f027c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412314 Jan 27 08:21:33.071360 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Current status of the port 8e9edd50-e26c-4e48-b8d4-3b9dad387438 is: DOWN; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:21:33.071720 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (8e9edd50-e26c-4e48-b8d4-3b9dad387438), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:33.106801 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] For port 8e9edd50-e26c-4e48-b8d4-3b9dad387438, host dv-cinder-826589-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=8e9edd50-e26c-4e48-b8d4-3b9dad387438,segment=NetworkSegment(43cb66b7-a77f-413a-ab06-f86f4b2997dd),segment_id=43cb66b7-a77f-413a-ab06-f86f4b2997dd)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:21:33.111968 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (8e9edd50-e26c-4e48-b8d4-3b9dad387438), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:33.165026 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Pushing event updated for resources: {'Port': ['ID=8e9edd50-e26c-4e48-b8d4-3b9dad387438,revision_number=3']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:33.180977 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-6e64145b-45bc-45d1-b51f-b256f06422af admin admin] Publish callbacks [] for router_gateway (7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:33.216171 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device 74d2b896-3234-4146-8124-af4e3280fb10 details requested by agent hyperv_hv-cinder-82658 with host hv-cinder-82658 {{(pid=102577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 08:21:33.319602 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port 74d2b896-3234-4146-8124-af4e3280fb10, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=74d2b896-3234-4146-8124-af4e3280fb10,segment=NetworkSegment(c653d8ee-07e4-4794-b242-17586b507f85),segment_id=c653d8ee-07e4-4794-b242-17586b507f85)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:21:33.333072 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Returning: {'device': '74d2b896-3234-4146-8124-af4e3280fb10', 'network_id': 'ccc027b8-b719-4fba-bfab-019899fdf8a6', 'port_id': '74d2b896-3234-4146-8124-af4e3280fb10', 'mac_address': 'fa:16:3e:bb:ab:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f43a9f9-3868-4a18-ac51-4b042bdd31d6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 08:21:33.374190 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Current status of the port 74d2b896-3234-4146-8124-af4e3280fb10 is: DOWN; New status is: BUILD {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:21:33.374584 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (74d2b896-3234-4146-8124-af4e3280fb10), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:33.386576 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-6e64145b-45bc-45d1-b51f-b256f06422af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550065'] for router (7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:33.389139 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.notifiers.nova [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74d2b896-3234-4146-8124-af4e3280fb10 {{(pid=102577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 08:21:33.414269 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port 74d2b896-3234-4146-8124-af4e3280fb10, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=74d2b896-3234-4146-8124-af4e3280fb10,segment=NetworkSegment(c653d8ee-07e4-4794-b242-17586b507f85),segment_id=c653d8ee-07e4-4794-b242-17586b507f85)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:21:33.420154 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (74d2b896-3234-4146-8124-af4e3280fb10), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:33.464092 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3664fe75-542e-4b9d-9ff0-645a39235ff9 None None] Network 1ee4935e-d112-4167-9e63-78b81a132699 requested from dv-cinder-826589-1-iscsi {{(pid=102577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 08:21:33.504295 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Pushing event updated for resources: {'Port': ['ID=74d2b896-3234-4146-8124-af4e3280fb10,revision_number=4']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:33.523520 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e64145b-45bc-45d1-b51f-b256f06422af admin admin] Router 7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508 is scheduled to L3 agent c4292dc4-d7f6-4187-994e-0142c7d14647 with binding_index 1 {{(pid=102575) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 08:21:33.554071 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-e77fad88-fc49-4ef8-82ff-aad12f92143b None None] Provisioning complete for port 8e9edd50-e26c-4e48-b8d4-3b9dad387438 triggered by entity DHCP. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:21:33.554349 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-e77fad88-fc49-4ef8-82ff-aad12f92143b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (8e9edd50-e26c-4e48-b8d4-3b9dad387438), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:33.628876 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e64145b-45bc-45d1-b51f-b256f06422af admin admin] Notify agent at l3_agent.dv-cinder-826589-1-iscsi the message routers_updated {{(pid=102575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 08:21:33.649661 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-6e64145b-45bc-45d1-b51f-b256f06422af admin admin] Publish callbacks [] for router (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:33.653238 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-6e64145b-45bc-45d1-b51f-b256f06422af admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7729354 Jan 27 08:21:33.654233 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 35700) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:21:33.659768 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9eee798-987b-46ab-ba05-69d6c19f4912 None None] Sync routers for ids ['7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508'] in dv-cinder-826589-1-iscsi {{(pid=102577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 08:21:33.671727 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] get_ports_and_sgs() called for port_ids ['74d2b896-3234-4146-8124-af4e3280fb10'] {{(pid=102577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 08:21:33.844433 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9eee798-987b-46ab-ba05-69d6c19f4912 None None] Routers {'7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:21:33.845357 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-a9eee798-987b-46ab-ba05-69d6c19f4912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:21:23Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508'], 'active': True} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:21:33.849678 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-e77fad88-fc49-4ef8-82ff-aad12f92143b None None] Current status of the port 8e9edd50-e26c-4e48-b8d4-3b9dad387438 is: ACTIVE; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:21:34.005061 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvr_db [None req-a9eee798-987b-46ab-ba05-69d6c19f4912 None None] Set router 7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508 gateway port host: dv-cinder-826589-1-iscsi {{(pid=102577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:21:34.034711 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-f3d31793-df67-4e0a-8480-78625fe2d3eb None None] Provisioning complete for port 8e9edd50-e26c-4e48-b8d4-3b9dad387438 triggered by entity DHCP. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:21:34.035298 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-f3d31793-df67-4e0a-8480-78625fe2d3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (8e9edd50-e26c-4e48-b8d4-3b9dad387438), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:34.086440 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-b8f5ce84-04b7-43d6-bcef-96970d6d8145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:34.250156 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bde721d-137d-44fa-a5c9-542fad121f44 req-cc050eb0-219c-432c-a95e-d8358c765b47 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:34.251866 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-3bde721d-137d-44fa-a5c9-542fad121f44 req-cc050eb0-219c-432c-a95e-d8358c765b47 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/ports?device_id=3841bec8-4b2c-47a1-8dcf-9b68c05907dc HTTP/1.1" status: 200 len: 944 time: 0.0993216 Jan 27 08:21:34.282827 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-f3d31793-df67-4e0a-8480-78625fe2d3eb None None] Current status of the port 8e9edd50-e26c-4e48-b8d4-3b9dad387438 is: ACTIVE; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:21:34.310774 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-a9eee798-987b-46ab-ba05-69d6c19f4912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508', 'name': 'tempest-TestMinimumBasicScenario-569427310-router', 'tenant_id': '3f205d29427e42f9a63d06733db73b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '1d25351f-80d8-4473-b724-acd9f186dd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:21:31Z', 'updated_at': '2022-01-27T08:21:33Z', 'revision_number': 3, 'project_id': '3f205d29427e42f9a63d06733db73b9f', 'gw_port': {'id': '1d25351f-80d8-4473-b724-acd9f186dd68', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:21:32Z', 'updated_at': '2022-01-27T08:21:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi'}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:21:34.337154 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9eee798-987b-46ab-ba05-69d6c19f4912 None None] Checking router: 7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508 for host: dv-cinder-826589-1-iscsi {{(pid=102577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 08:21:34.337419 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9eee798-987b-46ab-ba05-69d6c19f4912 None None] Updating router 7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508 port 1d25351f-80d8-4473-b724-acd9f186dd68 binding host dv-cinder-826589-1-iscsi {{(pid=102577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 08:21:34.365635 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a9eee798-987b-46ab-ba05-69d6c19f4912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (1d25351f-80d8-4473-b724-acd9f186dd68), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:34.377083 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41eb393-dccf-4943-9894-d01cedee615f req-4a5453a4-015a-4654-a39f-e7b08c7005d9 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:34.378574 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b41eb393-dccf-4943-9894-d01cedee615f req-4a5453a4-015a-4654-a39f-e7b08c7005d9 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/ports?device_id=02c1b0bd-c2ce-458c-ac26-51edef4c924f HTTP/1.1" status: 200 len: 946 time: 0.1238792 Jan 27 08:21:34.379678 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.db_base_plugin_common [None req-b8f5ce84-04b7-43d6-bcef-96970d6d8145 admin admin] Allocated IP 172.20.0.1 (1ee4935e-d112-4167-9e63-78b81a132699/c2a97265-d832-4a00-a269-fcf61d06224a/206252d7-8b7f-47be-ac5e-f5a12e736aed) {{(pid=102576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 08:21:34.390621 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-3bde721d-137d-44fa-a5c9-542fad121f44 req-6503fa76-60ed-49b8-8782-5f6b1f5ec5e2 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/security-groups?id=86d56208-1791-4d02-8c06-8995ae2f027c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232936 Jan 27 08:21:34.493143 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b41eb393-dccf-4943-9894-d01cedee615f req-0e95425c-2533-4e00-9d0f-89dfe5312502 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/security-groups?id=c4f397e2-48a0-45b5-806f-f6ca83a6e63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076899 Jan 27 08:21:34.528531 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-b8f5ce84-04b7-43d6-bcef-96970d6d8145 admin admin] Publish callbacks [] for port (206252d7-8b7f-47be-ac5e-f5a12e736aed), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:34.564176 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-b8f5ce84-04b7-43d6-bcef-96970d6d8145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730334756109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13114657'] for port (206252d7-8b7f-47be-ac5e-f5a12e736aed), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:34.604595 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f5ce84-04b7-43d6-bcef-96970d6d8145 admin admin] Network 1ee4935e-d112-4167-9e63-78b81a132699 is already hosted by enough agents. {{(pid=102576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 08:21:34.607376 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.base_scheduler [None req-b8f5ce84-04b7-43d6-bcef-96970d6d8145 admin admin] Resources bound (agent type, host, resource id): {{(pid=102576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:21:34.611047 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f5ce84-04b7-43d6-bcef-96970d6d8145 admin admin] Received port after_create {{(pid=102576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 08:21:34.623974 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a9eee798-987b-46ab-ba05-69d6c19f4912 None None] Publish callbacks [] for port (1d25351f-80d8-4473-b724-acd9f186dd68), precommit_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:34.631372 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a9eee798-987b-46ab-ba05-69d6c19f4912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (1d25351f-80d8-4473-b724-acd9f186dd68), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:34.642521 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f5ce84-04b7-43d6-bcef-96970d6d8145 admin admin] Pushing event updated for resources: {'Port': ['ID=206252d7-8b7f-47be-ac5e-f5a12e736aed,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:34.657819 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-b8f5ce84-04b7-43d6-bcef-96970d6d8145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549604'] for router_interface (7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:34.687206 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.managers [None req-a9eee798-987b-46ab-ba05-69d6c19f4912 None None] Attempting to bind port 1d25351f-80d8-4473-b724-acd9f186dd68 on host dv-cinder-826589-1-iscsi for vnic_type normal with profile {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 08:21:34.687589 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.managers [None req-a9eee798-987b-46ab-ba05-69d6c19f4912 None None] Attempting to bind port 1d25351f-80d8-4473-b724-acd9f186dd68 by drivers openvswitch,hyperv on host dv-cinder-826589-1-iscsi at level 0 using segments [{'id': 'fa55335f-a52a-465d-b188-80ce12fc9c40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6'}] {{(pid=102577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 08:21:34.687943 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9eee798-987b-46ab-ba05-69d6c19f4912 None None] Attempting to bind port 1d25351f-80d8-4473-b724-acd9f186dd68 on network 3614e5a2-e145-4686-b153-8df14846b7f6 {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:21:34.689924 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dc54b1-7953-4392-9c6d-4387f9e22b4d None None] Pushing event updated for resources: {'Port': ['ID=1d25351f-80d8-4473-b724-acd9f186dd68,revision_number=2']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:34.695511 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9eee798-987b-46ab-ba05-69d6c19f4912 None None] Checking agent: {'id': 'e79cbf24-12bd-4e20-a580-79498d5b225b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826589-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 8, 6, 57), 'started_at': datetime.datetime(2022, 1, 27, 8, 7, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 8, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826589-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 08:21:34.695885 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9eee798-987b-46ab-ba05-69d6c19f4912 None None] Checking segment: {'id': 'fa55335f-a52a-465d-b188-80ce12fc9c40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:21:34.696289 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a9eee798-987b-46ab-ba05-69d6c19f4912 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:34.697050 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9eee798-987b-46ab-ba05-69d6c19f4912 None None] Bound using segment: {'id': 'fa55335f-a52a-465d-b188-80ce12fc9c40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6'} {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 08:21:34.697186 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.managers [None req-a9eee798-987b-46ab-ba05-69d6c19f4912 None None] Bound port: 1d25351f-80d8-4473-b724-acd9f186dd68, host: dv-cinder-826589-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa55335f-a52a-465d-b188-80ce12fc9c40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6'}}] {{(pid=102577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 08:21:34.697584 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a9eee798-987b-46ab-ba05-69d6c19f4912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (1d25351f-80d8-4473-b724-acd9f186dd68), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:34.759045 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-a9eee798-987b-46ab-ba05-69d6c19f4912 None None] For port 1d25351f-80d8-4473-b724-acd9f186dd68, host dv-cinder-826589-1-iscsi, cleared binding levels {{(pid=102577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 08:21:34.762463 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-a9eee798-987b-46ab-ba05-69d6c19f4912 None None] For port 1d25351f-80d8-4473-b724-acd9f186dd68, host dv-cinder-826589-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=1d25351f-80d8-4473-b724-acd9f186dd68,segment=NetworkSegment(fa55335f-a52a-465d-b188-80ce12fc9c40),segment_id=fa55335f-a52a-465d-b188-80ce12fc9c40)] {{(pid=102577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 08:21:34.768841 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a9eee798-987b-46ab-ba05-69d6c19f4912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (1d25351f-80d8-4473-b724-acd9f186dd68), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:34.802334 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-b8f5ce84-04b7-43d6-bcef-96970d6d8145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (206252d7-8b7f-47be-ac5e-f5a12e736aed), before_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:34.823900 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9eee798-987b-46ab-ba05-69d6c19f4912 None None] Routers {'7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:21:34.824418 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-a9eee798-987b-46ab-ba05-69d6c19f4912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:21:23Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508'], 'active': True} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:21:34.869955 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dc54b1-7953-4392-9c6d-4387f9e22b4d None None] Pushing event updated for resources: {'Port': ['ID=1d25351f-80d8-4473-b724-acd9f186dd68,revision_number=3']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:34.891030 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device 8e9edd50-e26c-4e48-b8d4-3b9dad387438 up at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:21:34.979534 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-b8f5ce84-04b7-43d6-bcef-96970d6d8145 admin admin] Publish callbacks [] for port (206252d7-8b7f-47be-ac5e-f5a12e736aed), precommit_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:34.985021 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-b8f5ce84-04b7-43d6-bcef-96970d6d8145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13114678'] for port (206252d7-8b7f-47be-ac5e-f5a12e736aed), after_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:34.989574 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-81e58fa5-a8fe-4339-8108-8eff0116b471 None None] Provisioning complete for port 206252d7-8b7f-47be-ac5e-f5a12e736aed triggered by entity DHCP. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:21:34.991747 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-81e58fa5-a8fe-4339-8108-8eff0116b471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (206252d7-8b7f-47be-ac5e-f5a12e736aed), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:35.022961 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvr_db [None req-a9eee798-987b-46ab-ba05-69d6c19f4912 None None] Set router 7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508 gateway port host: dv-cinder-826589-1-iscsi {{(pid=102577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:21:35.049796 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-b8f5ce84-04b7-43d6-bcef-96970d6d8145 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550260'] for router_interface (7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:35.051454 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f5ce84-04b7-43d6-bcef-96970d6d8145 admin admin] Pushing event updated for resources: {'Port': ['ID=206252d7-8b7f-47be-ac5e-f5a12e736aed,revision_number=2']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:35.080333 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-81e58fa5-a8fe-4339-8108-8eff0116b471 None None] Port 206252d7-8b7f-47be-ac5e-f5a12e736aed cannot update to ACTIVE because it is not bound. {{(pid=102577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 08:21:35.117040 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Provisioning complete for port 8e9edd50-e26c-4e48-b8d4-3b9dad387438 triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:21:35.117387 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (8e9edd50-e26c-4e48-b8d4-3b9dad387438), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:35.145916 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f5ce84-04b7-43d6-bcef-96970d6d8145 admin admin] Network 1ee4935e-d112-4167-9e63-78b81a132699 is already hosted by enough agents. {{(pid=102576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 08:21:35.147207 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.base_scheduler [None req-b8f5ce84-04b7-43d6-bcef-96970d6d8145 admin admin] Resources bound (agent type, host, resource id): {{(pid=102576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:21:35.220326 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device 74d2b896-3234-4146-8124-af4e3280fb10 up at agent hyperv_hv-cinder-82658 {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:21:35.267653 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f5ce84-04b7-43d6-bcef-96970d6d8145 admin admin] Router 7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508 has already been hosted by L3 agent c4292dc4-d7f6-4187-994e-0142c7d14647 {{(pid=102576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 08:21:35.325525 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Current status of the port 8e9edd50-e26c-4e48-b8d4-3b9dad387438 is: ACTIVE; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:21:35.354377 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Provisioning for port 74d2b896-3234-4146-8124-af4e3280fb10 completed by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 08:21:35.361950 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-a9eee798-987b-46ab-ba05-69d6c19f4912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508', 'name': 'tempest-TestMinimumBasicScenario-569427310-router', 'tenant_id': '3f205d29427e42f9a63d06733db73b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '1d25351f-80d8-4473-b724-acd9f186dd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:21:31Z', 'updated_at': '2022-01-27T08:21:34Z', 'revision_number': 4, 'project_id': '3f205d29427e42f9a63d06733db73b9f', 'gw_port': {'id': '1d25351f-80d8-4473-b724-acd9f186dd68', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:21:32Z', 'updated_at': '2022-01-27T08:21:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_interfaces': [{'id': '206252d7-8b7f-47be-ac5e-f5a12e736aed', 'name': '', 'network_id': '1ee4935e-d112-4167-9e63-78b81a132699', 'tenant_id': '3f205d29427e42f9a63d06733db73b9f', 'mac_address': 'fa:16:3e:2d:ca:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'c2a97265-d832-4a00-a269-fcf61d06224a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:21:34Z', 'updated_at': '2022-01-27T08:21:34Z', 'revision_number': 1, 'project_id': '3f205d29427e42f9a63d06733db73b9f', 'subnets': [{'id': 'c2a97265-d832-4a00-a269-fcf61d06224a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:21:35.363771 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Provisioning complete for port 74d2b896-3234-4146-8124-af4e3280fb10 triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:21:35.364136 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (74d2b896-3234-4146-8124-af4e3280fb10), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:35.416006 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9eee798-987b-46ab-ba05-69d6c19f4912 None None] The sync data for ids ['7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508'] in dv-cinder-826589-1-iscsi is: [{'id': '7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508', 'name': 'tempest-TestMinimumBasicScenario-569427310-router', 'tenant_id': '3f205d29427e42f9a63d06733db73b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '1d25351f-80d8-4473-b724-acd9f186dd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:21:31Z', 'updated_at': '2022-01-27T08:21:34Z', 'revision_number': 4, 'project_id': '3f205d29427e42f9a63d06733db73b9f', 'gw_port': {'id': '1d25351f-80d8-4473-b724-acd9f186dd68', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:21:32Z', 'updated_at': '2022-01-27T08:21:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_interfaces': [{'id': '206252d7-8b7f-47be-ac5e-f5a12e736aed', 'name': '', 'network_id': '1ee4935e-d112-4167-9e63-78b81a132699', 'tenant_id': '3f205d29427e42f9a63d06733db73b9f', 'mac_address': 'fa:16:3e:2d:ca:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'c2a97265-d832-4a00-a269-fcf61d06224a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:21:34Z', 'updated_at': '2022-01-27T08:21:34Z', 'revision_number': 1, 'project_id': '3f205d29427e42f9a63d06733db73b9f', 'subnets': [{'id': 'c2a97265-d832-4a00-a269-fcf61d06224a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 08:21:35.450571 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-29e1419b-2675-48fc-b65b-740960076960 None None] Provisioning complete for port 206252d7-8b7f-47be-ac5e-f5a12e736aed triggered by entity DHCP. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:21:35.450950 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-29e1419b-2675-48fc-b65b-740960076960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (206252d7-8b7f-47be-ac5e-f5a12e736aed), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:35.516642 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-29e1419b-2675-48fc-b65b-740960076960 None None] Port 206252d7-8b7f-47be-ac5e-f5a12e736aed cannot update to ACTIVE because it is not bound. {{(pid=102577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 08:21:35.543399 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Current status of the port 74d2b896-3234-4146-8124-af4e3280fb10 is: BUILD; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:21:35.543800 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (74d2b896-3234-4146-8124-af4e3280fb10), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:35.571808 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3841bec8-4b2c-47a1-8dcf-9b68c05907dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d2b896-3234-4146-8124-af4e3280fb10'}] {{(pid=102577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:21:35.574233 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ec6f2d63f069076934ea9a19260140f1f8696ff0c22b7471017e65d09815c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8bbf3d-fbec-4c84-b2a3-5caf1edb8943" -d '{"events": [{"server_uuid": "3841bec8-4b2c-47a1-8dcf-9b68c05907dc", "name": "network-vif-plugged", "status": "completed", "tag": "74d2b896-3234-4146-8124-af4e3280fb10"}]}' {{(pid=102577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:21:35.585733 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port 74d2b896-3234-4146-8124-af4e3280fb10, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=74d2b896-3234-4146-8124-af4e3280fb10,segment=NetworkSegment(c653d8ee-07e4-4794-b242-17586b507f85),segment_id=c653d8ee-07e4-4794-b242-17586b507f85)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:21:35.591305 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (74d2b896-3234-4146-8124-af4e3280fb10), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:35.645775 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Pushing event updated for resources: {'Port': ['ID=74d2b896-3234-4146-8124-af4e3280fb10,revision_number=5']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:35.705526 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f5ce84-04b7-43d6-bcef-96970d6d8145 admin admin] Notify agent at l3_agent.dv-cinder-826589-1-iscsi the message routers_updated {{(pid=102576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 08:21:35.712227 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-b8f5ce84-04b7-43d6-bcef-96970d6d8145 admin admin] 10.222.0.59 "PUT /v2.0/routers/7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0568910 Jan 27 08:21:35.737361 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a3ac7-8820-4931-85b2-86f58e33f363 req-1b5577de-ca13-4826-8156-1821cba7b9a4 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:35.740066 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-8d7a3ac7-8820-4931-85b2-86f58e33f363 req-1b5577de-ca13-4826-8156-1821cba7b9a4 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/ports?device_id=3841bec8-4b2c-47a1-8dcf-9b68c05907dc HTTP/1.1" status: 200 len: 945 time: 0.1168146 Jan 27 08:21:35.747404 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2bc866-5e84-4834-8780-0d35cca76975 req-d5ff5c11-4d50-4c42-a394-14d7e4ebfce4 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:35.748971 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-aa2bc866-5e84-4834-8780-0d35cca76975 req-d5ff5c11-4d50-4c42-a394-14d7e4ebfce4 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/ports?device_id=02c1b0bd-c2ce-458c-ac26-51edef4c924f HTTP/1.1" status: 200 len: 946 time: 0.1268494 Jan 27 08:21:35.826185 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-8d7a3ac7-8820-4931-85b2-86f58e33f363 req-6cc85743-0d3d-4643-ad56-25f164168278 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/security-groups?id=86d56208-1791-4d02-8c06-8995ae2f027c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762024 Jan 27 08:21:35.835396 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-aa2bc866-5e84-4834-8780-0d35cca76975 req-567e688a-5135-441b-9a75-96d12d5c5777 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/security-groups?id=c4f397e2-48a0-45b5-806f-f6ca83a6e63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783989 Jan 27 08:21:35.898288 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 08:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f2a4c7-03eb-4ddb-90ba-e3db0cc66f5d x-openstack-request-id: req-28f2a4c7-03eb-4ddb-90ba-e3db0cc66f5d {{(pid=102577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:21:35.898582 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3841bec8-4b2c-47a1-8dcf-9b68c05907dc", "name": "network-vif-plugged", "status": "completed", "tag": "74d2b896-3234-4146-8124-af4e3280fb10", "code": 200}]} {{(pid=102577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:21:35.898924 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-28f2a4c7-03eb-4ddb-90ba-e3db0cc66f5d {{(pid=102577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:21:35.899370 dv-cinder-826589-1-iscsi neutron-server[102577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3841bec8-4b2c-47a1-8dcf-9b68c05907dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d2b896-3234-4146-8124-af4e3280fb10', 'code': 200} Jan 27 08:21:36.092456 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a21f2-0ebb-4fbf-95b0-e336dbbf98ab req-a979a644-255e-49f3-afa3-75699c7c7d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:36.094001 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-ee9a21f2-0ebb-4fbf-95b0-e336dbbf98ab req-a979a644-255e-49f3-afa3-75699c7c7d2f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3841bec8-4b2c-47a1-8dcf-9b68c05907dc HTTP/1.1" status: 200 len: 1098 time: 0.0449307 Jan 27 08:21:36.168842 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-ee9a21f2-0ebb-4fbf-95b0-e336dbbf98ab req-c24f94ea-8c5f-4243-81a5-3a031c673c93 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=86d56208-1791-4d02-8c06-8995ae2f027c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687959 Jan 27 08:21:36.275965 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 35730) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:21:36.281595 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [None req-b86fe7c7-49ae-466f-a69b-f07f984eb91a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-511371088-network', 'tenant_id': '73e990d716d743c39fc9e13e5f541ba3'}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:21:36.302312 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86fe7c7-49ae-466f-a69b-f07f984eb91a admin admin] Made reservation on behalf of 73e990d716d743c39fc9e13e5f541ba3 for: {'network': 1} {{(pid=102576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 08:21:36.304640 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-b86fe7c7-49ae-466f-a69b-f07f984eb91a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for network (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:36.313754 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-b86fe7c7-49ae-466f-a69b-f07f984eb91a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:36.395599 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-b86fe7c7-49ae-466f-a69b-f07f984eb91a admin admin] Publish callbacks [] for security_group (1ef55bc3-2725-4445-bf30-2455b79bbcac), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:36.399908 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-b86fe7c7-49ae-466f-a69b-f07f984eb91a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (1ef55bc3-2725-4445-bf30-2455b79bbcac), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:36.424625 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b86fe7c7-49ae-466f-a69b-f07f984eb91a admin admin] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=102576) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 08:21:36.433994 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86fe7c7-49ae-466f-a69b-f07f984eb91a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef55bc3-2725-4445-bf30-2455b79bbcac,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:36.441626 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-b86fe7c7-49ae-466f-a69b-f07f984eb91a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505597'] for segment (dde48247-3809-4889-96e2-b15566342cf2), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:36.441891 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.db.segments_db [None req-b86fe7c7-49ae-466f-a69b-f07f984eb91a admin admin] Added segment dde48247-3809-4889-96e2-b15566342cf2 of type vlan for network 517f3554-374d-429e-b647-401d47e5e8e0 Jan 27 08:21:36.482260 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-b86fe7c7-49ae-466f-a69b-f07f984eb91a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730334747742'] for network (517f3554-374d-429e-b647-401d47e5e8e0), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:36.512480 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-b86fe7c7-49ae-466f-a69b-f07f984eb91a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588'] for network (517f3554-374d-429e-b647-401d47e5e8e0), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:36.513629 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86fe7c7-49ae-466f-a69b-f07f984eb91a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:36.514164 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-b86fe7c7-49ae-466f-a69b-f07f984eb91a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for network (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:36.545031 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-b86fe7c7-49ae-466f-a69b-f07f984eb91a admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2678940 Jan 27 08:21:36.547641 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 35732) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:21:36.557342 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [None req-958c0785-de0a-4aaf-b195-807bb16cb6c6 admin admin] Request body: {'subnet': {'network_id': '517f3554-374d-429e-b647-401d47e5e8e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-511371088-subnet', 'tenant_id': '73e990d716d743c39fc9e13e5f541ba3', 'ip_version': 4}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:21:36.593483 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86fe7c7-49ae-466f-a69b-f07f984eb91a admin admin] Pushing event updated for resources: {'Network': ['ID=517f3554-374d-429e-b647-401d47e5e8e0,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:36.606001 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Network 517f3554-374d-429e-b647-401d47e5e8e0 details requested by agent ovs-agent-dv-cinder-826589-1-iscsi with host dv-cinder-826589-1-iscsi {{(pid=102577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 08:21:36.610692 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958c0785-de0a-4aaf-b195-807bb16cb6c6 admin admin] Made reservation on behalf of 73e990d716d743c39fc9e13e5f541ba3 for: {'subnet': 1} {{(pid=102576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 08:21:36.613596 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-958c0785-de0a-4aaf-b195-807bb16cb6c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13593759'] for subnet (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:36.795428 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-958c0785-de0a-4aaf-b195-807bb16cb6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13114033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13593769'] for subnet (6e67e8f6-311c-4549-98bc-4cf8884a9565), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:36.859846 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958c0785-de0a-4aaf-b195-807bb16cb6c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e67e8f6-311c-4549-98bc-4cf8884a9565,revision_number=0']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:36.880682 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958c0785-de0a-4aaf-b195-807bb16cb6c6 admin admin] Checking segment: {'id': 'dde48247-3809-4889-96e2-b15566342cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '517f3554-374d-429e-b647-401d47e5e8e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:21:36.881127 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958c0785-de0a-4aaf-b195-807bb16cb6c6 admin admin] Network hostable DHCP agents. Network: 517f3554-374d-429e-b647-401d47e5e8e0, hostable agents: ['913d1d6b-f856-4828-afb6-1e4cc7d36f68'], hosted agents: [] {{(pid=102576) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 08:21:36.898549 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958c0785-de0a-4aaf-b195-807bb16cb6c6 admin admin] Network 517f3554-374d-429e-b647-401d47e5e8e0 is scheduled to be hosted by DHCP agent 913d1d6b-f856-4828-afb6-1e4cc7d36f68 with binding_index 1 {{(pid=102576) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 08:21:36.912576 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.base_scheduler [None req-958c0785-de0a-4aaf-b195-807bb16cb6c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826589-1-iscsi, 517f3554-374d-429e-b647-401d47e5e8e0) {{(pid=102576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:21:36.920844 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958c0785-de0a-4aaf-b195-807bb16cb6c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:36.921706 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-958c0785-de0a-4aaf-b195-807bb16cb6c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for subnet (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:36.930207 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bbf314-1b3c-4b4d-a157-c8163ba026c4 None None] Network 517f3554-374d-429e-b647-401d47e5e8e0 requested from dv-cinder-826589-1-iscsi {{(pid=102577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 08:21:36.961209 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device 1d25351f-80d8-4473-b724-acd9f186dd68 up at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:21:36.991777 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-958c0785-de0a-4aaf-b195-807bb16cb6c6 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4429560 Jan 27 08:21:36.994418 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 35738) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:21:36.998843 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.v2.base [None req-790da6f4-7c3a-4a3a-8beb-c93120a56357 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-511371088-router', 'tenant_id': '73e990d716d743c39fc9e13e5f541ba3', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6'}}} {{(pid=102575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:21:37.015917 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e7e161-444f-493e-8e82-712d72eb2869 req-4cc16937-e76b-447d-8a11-af66511b4323 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:37.017758 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-e0e7e161-444f-493e-8e82-712d72eb2869 req-4cc16937-e76b-447d-8a11-af66511b4323 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/ports?device_id=3841bec8-4b2c-47a1-8dcf-9b68c05907dc HTTP/1.1" status: 200 len: 945 time: 0.0938070 Jan 27 08:21:37.024997 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-790da6f4-7c3a-4a3a-8beb-c93120a56357 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35629'] for router (8931f356-6c69-4ed7-9f39-1725542778b9), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:37.026698 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-790da6f4-7c3a-4a3a-8beb-c93120a56357 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35636'] for router (8931f356-6c69-4ed7-9f39-1725542778b9), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:37.037879 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f94bfa-95ab-45b9-a304-5ab541f8b774 req-1205c85e-ee0b-4017-9775-54924def98f2 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:37.040651 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d9f94bfa-95ab-45b9-a304-5ab541f8b774 req-1205c85e-ee0b-4017-9775-54924def98f2 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/ports?device_id=02c1b0bd-c2ce-458c-ac26-51edef4c924f HTTP/1.1" status: 200 len: 946 time: 0.0953674 Jan 27 08:21:37.083431 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Provisioning complete for port 1d25351f-80d8-4473-b724-acd9f186dd68 triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:21:37.089072 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (1d25351f-80d8-4473-b724-acd9f186dd68), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:37.094516 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-790da6f4-7c3a-4a3a-8beb-c93120a56357 admin admin] Publish callbacks [] for router_controller (8931f356-6c69-4ed7-9f39-1725542778b9), precommit_add_association {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:37.107849 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74af69c5-8f5f-4f03-acbf-fe39e49439c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97f4cb72-b8e3-5d8d-9165-1ea0d7e1de3e-517f3554-374d-429e-b647-401d47e5e8e0', 'network_id': '517f3554-374d-429e-b647-401d47e5e8e0', 'project_id': '73e990d716d743c39fc9e13e5f541ba3', 'fixed_ips': [{'subnet_id': '6e67e8f6-311c-4549-98bc-4cf8884a9565'}]}} from dv-cinder-826589-1-iscsi. {{(pid=102577) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 08:21:37.108691 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-74af69c5-8f5f-4f03-acbf-fe39e49439c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (None), before_create {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:37.115843 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-e0e7e161-444f-493e-8e82-712d72eb2869 req-1fb63154-0f8e-44a1-8603-f165f3c33119 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/security-groups?id=86d56208-1791-4d02-8c06-8995ae2f027c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915785 Jan 27 08:21:37.129958 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d9f94bfa-95ab-45b9-a304-5ab541f8b774 req-ddb161d8-5b29-43c7-8c51-41f7c03a972c tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/security-groups?id=c4f397e2-48a0-45b5-806f-f6ca83a6e63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641286 Jan 27 08:21:37.267251 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-790da6f4-7c3a-4a3a-8beb-c93120a56357 admin admin] Publish callbacks [] for router_gateway (8931f356-6c69-4ed7-9f39-1725542778b9), precommit_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:37.295480 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Current status of the port 1d25351f-80d8-4473-b724-acd9f186dd68 is: DOWN; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:21:37.296133 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (1d25351f-80d8-4473-b724-acd9f186dd68), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:37.326713 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] For port 1d25351f-80d8-4473-b724-acd9f186dd68, host dv-cinder-826589-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=1d25351f-80d8-4473-b724-acd9f186dd68,segment=NetworkSegment(fa55335f-a52a-465d-b188-80ce12fc9c40),segment_id=fa55335f-a52a-465d-b188-80ce12fc9c40)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:21:37.329066 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.db_base_plugin_common [None req-74af69c5-8f5f-4f03-acbf-fe39e49439c1 None None] Allocated IP 172.20.0.2 (517f3554-374d-429e-b647-401d47e5e8e0/6e67e8f6-311c-4549-98bc-4cf8884a9565/e13be5fe-d84e-424b-8f13-7bda94702f17) {{(pid=102577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 08:21:37.335003 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (1d25351f-80d8-4473-b724-acd9f186dd68), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:37.441473 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Pushing event updated for resources: {'Port': ['ID=1d25351f-80d8-4473-b724-acd9f186dd68,revision_number=4']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:37.493441 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-790da6f4-7c3a-4a3a-8beb-c93120a56357 admin admin] Publish callbacks [] for router_gateway (8931f356-6c69-4ed7-9f39-1725542778b9), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:37.513799 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-790da6f4-7c3a-4a3a-8beb-c93120a56357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:37.526942 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-74af69c5-8f5f-4f03-acbf-fe39e49439c1 None None] Publish callbacks [] for port (e13be5fe-d84e-424b-8f13-7bda94702f17), precommit_create {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:37.537332 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-74af69c5-8f5f-4f03-acbf-fe39e49439c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730334756109'] for port (e13be5fe-d84e-424b-8f13-7bda94702f17), after_create {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:37.576690 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74af69c5-8f5f-4f03-acbf-fe39e49439c1 None None] Network 517f3554-374d-429e-b647-401d47e5e8e0 is already hosted by enough agents. {{(pid=102577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 08:21:37.581150 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.scheduler.base_scheduler [None req-74af69c5-8f5f-4f03-acbf-fe39e49439c1 None None] Resources bound (agent type, host, resource id): {{(pid=102577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:21:37.584453 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74af69c5-8f5f-4f03-acbf-fe39e49439c1 None None] Received port after_create {{(pid=102577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 08:21:37.601226 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74af69c5-8f5f-4f03-acbf-fe39e49439c1 None None] Pushing event updated for resources: {'Port': ['ID=e13be5fe-d84e-424b-8f13-7bda94702f17,revision_number=1']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:37.632487 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.db_base_plugin_common [None req-790da6f4-7c3a-4a3a-8beb-c93120a56357 admin admin] Allocated IP 172.27.1.56 (3614e5a2-e145-4686-b153-8df14846b7f6/4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a/6387b039-1d46-44cf-99fd-a52b1d588c2b) {{(pid=102575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 08:21:37.657794 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.managers [None req-74af69c5-8f5f-4f03-acbf-fe39e49439c1 None None] Attempting to bind port e13be5fe-d84e-424b-8f13-7bda94702f17 on host dv-cinder-826589-1-iscsi for vnic_type normal with profile {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 08:21:37.658386 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.managers [None req-74af69c5-8f5f-4f03-acbf-fe39e49439c1 None None] Attempting to bind port e13be5fe-d84e-424b-8f13-7bda94702f17 by drivers openvswitch,hyperv on host dv-cinder-826589-1-iscsi at level 0 using segments [{'id': 'dde48247-3809-4889-96e2-b15566342cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '517f3554-374d-429e-b647-401d47e5e8e0'}] {{(pid=102577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 08:21:37.658602 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74af69c5-8f5f-4f03-acbf-fe39e49439c1 None None] Attempting to bind port e13be5fe-d84e-424b-8f13-7bda94702f17 on network 517f3554-374d-429e-b647-401d47e5e8e0 {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:21:37.663604 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74af69c5-8f5f-4f03-acbf-fe39e49439c1 None None] Checking agent: {'id': 'e79cbf24-12bd-4e20-a580-79498d5b225b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826589-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 8, 6, 57), 'started_at': datetime.datetime(2022, 1, 27, 8, 7, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 8, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826589-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 08:21:37.663972 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74af69c5-8f5f-4f03-acbf-fe39e49439c1 None None] Checking segment: {'id': 'dde48247-3809-4889-96e2-b15566342cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '517f3554-374d-429e-b647-401d47e5e8e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:21:37.664368 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-74af69c5-8f5f-4f03-acbf-fe39e49439c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:37.664770 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74af69c5-8f5f-4f03-acbf-fe39e49439c1 None None] Bound using segment: {'id': 'dde48247-3809-4889-96e2-b15566342cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '517f3554-374d-429e-b647-401d47e5e8e0'} {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 08:21:37.665232 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.managers [None req-74af69c5-8f5f-4f03-acbf-fe39e49439c1 None None] Bound port: e13be5fe-d84e-424b-8f13-7bda94702f17, host: dv-cinder-826589-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dde48247-3809-4889-96e2-b15566342cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '517f3554-374d-429e-b647-401d47e5e8e0'}}] {{(pid=102577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 08:21:37.665603 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-74af69c5-8f5f-4f03-acbf-fe39e49439c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (e13be5fe-d84e-424b-8f13-7bda94702f17), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:37.712918 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18ab931-f3dd-4a8a-806e-398ebd1711d8 None None] Sync routers for ids ['7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508'] in dv-cinder-826589-1-iscsi {{(pid=102578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 08:21:37.725652 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18ab931-f3dd-4a8a-806e-398ebd1711d8 None None] Routers {'7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:21:37.726296 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-e18ab931-f3dd-4a8a-806e-398ebd1711d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:21:23Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508'], 'active': True} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:21:37.730274 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-74af69c5-8f5f-4f03-acbf-fe39e49439c1 None None] For port e13be5fe-d84e-424b-8f13-7bda94702f17, host dv-cinder-826589-1-iscsi, cleared binding levels {{(pid=102577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 08:21:37.732915 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-74af69c5-8f5f-4f03-acbf-fe39e49439c1 None None] For port e13be5fe-d84e-424b-8f13-7bda94702f17, host dv-cinder-826589-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=e13be5fe-d84e-424b-8f13-7bda94702f17,segment=NetworkSegment(dde48247-3809-4889-96e2-b15566342cf2),segment_id=dde48247-3809-4889-96e2-b15566342cf2)] {{(pid=102577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 08:21:37.738296 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-74af69c5-8f5f-4f03-acbf-fe39e49439c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (e13be5fe-d84e-424b-8f13-7bda94702f17), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:37.745033 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-790da6f4-7c3a-4a3a-8beb-c93120a56357 admin admin] Publish callbacks [] for port (6387b039-1d46-44cf-99fd-a52b1d588c2b), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:37.783631 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-790da6f4-7c3a-4a3a-8beb-c93120a56357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730334756109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13172730'] for port (6387b039-1d46-44cf-99fd-a52b1d588c2b), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:37.805560 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74af69c5-8f5f-4f03-acbf-fe39e49439c1 None None] Pushing event updated for resources: {'Port': ['ID=e13be5fe-d84e-424b-8f13-7bda94702f17,revision_number=2']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:37.825981 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790da6f4-7c3a-4a3a-8beb-c93120a56357 admin admin] Network 3614e5a2-e145-4686-b153-8df14846b7f6 is already hosted by enough agents. {{(pid=102575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 08:21:37.828954 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.base_scheduler [None req-790da6f4-7c3a-4a3a-8beb-c93120a56357 admin admin] Resources bound (agent type, host, resource id): {{(pid=102575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:21:37.832841 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790da6f4-7c3a-4a3a-8beb-c93120a56357 admin admin] Received port after_create {{(pid=102575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 08:21:37.849247 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvr_db [None req-e18ab931-f3dd-4a8a-806e-398ebd1711d8 None None] Set router 7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508 gateway port host: dv-cinder-826589-1-iscsi {{(pid=102578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:21:37.870231 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790da6f4-7c3a-4a3a-8beb-c93120a56357 admin admin] Pushing event updated for resources: {'Port': ['ID=6387b039-1d46-44cf-99fd-a52b1d588c2b,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:38.094843 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-e18ab931-f3dd-4a8a-806e-398ebd1711d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508', 'name': 'tempest-TestMinimumBasicScenario-569427310-router', 'tenant_id': '3f205d29427e42f9a63d06733db73b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '1d25351f-80d8-4473-b724-acd9f186dd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:21:31Z', 'updated_at': '2022-01-27T08:21:34Z', 'revision_number': 4, 'project_id': '3f205d29427e42f9a63d06733db73b9f', 'gw_port': {'id': '1d25351f-80d8-4473-b724-acd9f186dd68', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:21:32Z', 'updated_at': '2022-01-27T08:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_interfaces': [{'id': '206252d7-8b7f-47be-ac5e-f5a12e736aed', 'name': '', 'network_id': '1ee4935e-d112-4167-9e63-78b81a132699', 'tenant_id': '3f205d29427e42f9a63d06733db73b9f', 'mac_address': 'fa:16:3e:2d:ca:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'c2a97265-d832-4a00-a269-fcf61d06224a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:21:34Z', 'updated_at': '2022-01-27T08:21:34Z', 'revision_number': 2, 'project_id': '3f205d29427e42f9a63d06733db73b9f', 'subnets': [{'id': 'c2a97265-d832-4a00-a269-fcf61d06224a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:21:38.123714 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18ab931-f3dd-4a8a-806e-398ebd1711d8 None None] Checking router: 7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508 for host: dv-cinder-826589-1-iscsi {{(pid=102578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 08:21:38.124207 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18ab931-f3dd-4a8a-806e-398ebd1711d8 None None] Updating router 7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508 port 206252d7-8b7f-47be-ac5e-f5a12e736aed binding host dv-cinder-826589-1-iscsi {{(pid=102578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 08:21:38.137782 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-790da6f4-7c3a-4a3a-8beb-c93120a56357 admin admin] Publish callbacks [] for router_gateway (8931f356-6c69-4ed7-9f39-1725542778b9), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:38.160494 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-e18ab931-f3dd-4a8a-806e-398ebd1711d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (206252d7-8b7f-47be-ac5e-f5a12e736aed), before_update {{(pid=102578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:38.304432 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1228d5-8395-4866-9c1a-e0e261b9e50a req-6255135f-cf61-4729-abe5-370ffd43349c tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:38.306007 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-5c1228d5-8395-4866-9c1a-e0e261b9e50a req-6255135f-cf61-4729-abe5-370ffd43349c tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/ports?device_id=3841bec8-4b2c-47a1-8dcf-9b68c05907dc HTTP/1.1" status: 200 len: 945 time: 0.0816636 Jan 27 08:21:38.329168 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99e53f-1aff-4c15-839d-f014b91f11fe req-2e004330-e376-4900-863a-c78bf84d84e4 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:38.329168 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-4e99e53f-1aff-4c15-839d-f014b91f11fe req-2e004330-e376-4900-863a-c78bf84d84e4 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/ports?device_id=02c1b0bd-c2ce-458c-ac26-51edef4c924f HTTP/1.1" status: 200 len: 946 time: 0.0906684 Jan 27 08:21:38.365379 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-790da6f4-7c3a-4a3a-8beb-c93120a56357 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550065'] for router (8931f356-6c69-4ed7-9f39-1725542778b9), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:38.383332 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-5c1228d5-8395-4866-9c1a-e0e261b9e50a req-2cf9e600-2b8b-4da0-b907-8abbc1436d44 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/security-groups?id=86d56208-1791-4d02-8c06-8995ae2f027c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696366 Jan 27 08:21:38.426878 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-4e99e53f-1aff-4c15-839d-f014b91f11fe req-0e92e320-766a-4966-959d-fd3c7b47f61f tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/security-groups?id=c4f397e2-48a0-45b5-806f-f6ca83a6e63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877235 Jan 27 08:21:38.489006 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-e18ab931-f3dd-4a8a-806e-398ebd1711d8 None None] Publish callbacks [] for port (206252d7-8b7f-47be-ac5e-f5a12e736aed), precommit_update {{(pid=102578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:38.495985 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-e18ab931-f3dd-4a8a-806e-398ebd1711d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (206252d7-8b7f-47be-ac5e-f5a12e736aed), after_update {{(pid=102578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:38.501308 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-790da6f4-7c3a-4a3a-8beb-c93120a56357 admin admin] Router 8931f356-6c69-4ed7-9f39-1725542778b9 is scheduled to L3 agent c4292dc4-d7f6-4187-994e-0142c7d14647 with binding_index 1 {{(pid=102575) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 08:21:38.565160 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add00ba2-100f-4b3d-bb89-a4a30f0df922 None None] Pushing event updated for resources: {'Port': ['ID=206252d7-8b7f-47be-ac5e-f5a12e736aed,revision_number=3']} {{(pid=102578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:38.598894 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add00ba2-100f-4b3d-bb89-a4a30f0df922 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:21:38.599263 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add00ba2-100f-4b3d-bb89-a4a30f0df922 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:21:38.599627 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add00ba2-100f-4b3d-bb89-a4a30f0df922 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:21:38.599967 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add00ba2-100f-4b3d-bb89-a4a30f0df922 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:21:38.600305 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add00ba2-100f-4b3d-bb89-a4a30f0df922 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:21:38.600640 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add00ba2-100f-4b3d-bb89-a4a30f0df922 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:21:38.600972 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add00ba2-100f-4b3d-bb89-a4a30f0df922 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:21:38.601295 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add00ba2-100f-4b3d-bb89-a4a30f0df922 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:21:38.601619 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add00ba2-100f-4b3d-bb89-a4a30f0df922 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:21:38.601959 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add00ba2-100f-4b3d-bb89-a4a30f0df922 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:21:38.602369 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add00ba2-100f-4b3d-bb89-a4a30f0df922 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:21:38.602714 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add00ba2-100f-4b3d-bb89-a4a30f0df922 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:21:38.603014 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add00ba2-100f-4b3d-bb89-a4a30f0df922 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:21:38.654679 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.managers [None req-e18ab931-f3dd-4a8a-806e-398ebd1711d8 None None] Attempting to bind port 206252d7-8b7f-47be-ac5e-f5a12e736aed on host dv-cinder-826589-1-iscsi for vnic_type normal with profile {{(pid=102578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 08:21:38.657962 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.managers [None req-e18ab931-f3dd-4a8a-806e-398ebd1711d8 None None] Attempting to bind port 206252d7-8b7f-47be-ac5e-f5a12e736aed by drivers openvswitch,hyperv on host dv-cinder-826589-1-iscsi at level 0 using segments [{'id': '43cb66b7-a77f-413a-ab06-f86f4b2997dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1ee4935e-d112-4167-9e63-78b81a132699'}] {{(pid=102578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 08:21:38.657962 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18ab931-f3dd-4a8a-806e-398ebd1711d8 None None] Attempting to bind port 206252d7-8b7f-47be-ac5e-f5a12e736aed on network 1ee4935e-d112-4167-9e63-78b81a132699 {{(pid=102578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:21:38.664100 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18ab931-f3dd-4a8a-806e-398ebd1711d8 None None] Checking agent: {'id': 'e79cbf24-12bd-4e20-a580-79498d5b225b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826589-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 8, 6, 57), 'started_at': datetime.datetime(2022, 1, 27, 8, 7, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 8, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826589-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 08:21:38.665195 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18ab931-f3dd-4a8a-806e-398ebd1711d8 None None] Checking segment: {'id': '43cb66b7-a77f-413a-ab06-f86f4b2997dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1ee4935e-d112-4167-9e63-78b81a132699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:21:38.665469 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-e18ab931-f3dd-4a8a-806e-398ebd1711d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:38.666148 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18ab931-f3dd-4a8a-806e-398ebd1711d8 None None] Bound using segment: {'id': '43cb66b7-a77f-413a-ab06-f86f4b2997dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1ee4935e-d112-4167-9e63-78b81a132699'} {{(pid=102578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 08:21:38.666907 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.managers [None req-e18ab931-f3dd-4a8a-806e-398ebd1711d8 None None] Bound port: 206252d7-8b7f-47be-ac5e-f5a12e736aed, host: dv-cinder-826589-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43cb66b7-a77f-413a-ab06-f86f4b2997dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1ee4935e-d112-4167-9e63-78b81a132699'}}] {{(pid=102578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 08:21:38.667987 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-e18ab931-f3dd-4a8a-806e-398ebd1711d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (206252d7-8b7f-47be-ac5e-f5a12e736aed), before_update {{(pid=102578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:38.762326 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.db [None req-e18ab931-f3dd-4a8a-806e-398ebd1711d8 None None] For port 206252d7-8b7f-47be-ac5e-f5a12e736aed, host dv-cinder-826589-1-iscsi, cleared binding levels {{(pid=102578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 08:21:38.769567 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.db [None req-e18ab931-f3dd-4a8a-806e-398ebd1711d8 None None] For port 206252d7-8b7f-47be-ac5e-f5a12e736aed, host dv-cinder-826589-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=206252d7-8b7f-47be-ac5e-f5a12e736aed,segment=NetworkSegment(43cb66b7-a77f-413a-ab06-f86f4b2997dd),segment_id=43cb66b7-a77f-413a-ab06-f86f4b2997dd)] {{(pid=102578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 08:21:38.780409 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-e18ab931-f3dd-4a8a-806e-398ebd1711d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (206252d7-8b7f-47be-ac5e-f5a12e736aed), after_update {{(pid=102578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:38.850547 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18ab931-f3dd-4a8a-806e-398ebd1711d8 None None] Routers {'7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:21:38.853544 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-e18ab931-f3dd-4a8a-806e-398ebd1711d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:21:23Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508'], 'active': True} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:21:38.958605 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add00ba2-100f-4b3d-bb89-a4a30f0df922 None None] Pushing event updated for resources: {'Port': ['ID=206252d7-8b7f-47be-ac5e-f5a12e736aed,revision_number=4']} {{(pid=102578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:39.037520 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-a089ae62-a9e7-4b06-bcaa-8289ffa85987 None None] Provisioning complete for port 206252d7-8b7f-47be-ac5e-f5a12e736aed triggered by entity DHCP. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:21:39.038562 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a089ae62-a9e7-4b06-bcaa-8289ffa85987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (206252d7-8b7f-47be-ac5e-f5a12e736aed), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:39.052905 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvr_db [None req-e18ab931-f3dd-4a8a-806e-398ebd1711d8 None None] Set router 7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508 gateway port host: dv-cinder-826589-1-iscsi {{(pid=102578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:21:39.101444 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-790da6f4-7c3a-4a3a-8beb-c93120a56357 admin admin] Notify agent at l3_agent.dv-cinder-826589-1-iscsi the message routers_updated {{(pid=102575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 08:21:39.120559 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51594c2-bd22-4aba-ac2a-4f64d06817c4 None None] Sync routers for ids ['8931f356-6c69-4ed7-9f39-1725542778b9'] in dv-cinder-826589-1-iscsi {{(pid=102577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 08:21:39.127017 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-790da6f4-7c3a-4a3a-8beb-c93120a56357 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:39.131171 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 35754) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:21:39.131595 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-790da6f4-7c3a-4a3a-8beb-c93120a56357 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1359181 Jan 27 08:21:39.136565 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device 1d25351f-80d8-4473-b724-acd9f186dd68 up at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:21:39.175381 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51594c2-bd22-4aba-ac2a-4f64d06817c4 None None] Routers {'8931f356-6c69-4ed7-9f39-1725542778b9'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:21:39.176440 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-f51594c2-bd22-4aba-ac2a-4f64d06817c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:21:23Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['8931f356-6c69-4ed7-9f39-1725542778b9'], 'active': True} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:21:39.230632 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171afb17-c15c-45c6-b4ab-f0715e2a9f46 None None] Network 517f3554-374d-429e-b647-401d47e5e8e0 requested from dv-cinder-826589-1-iscsi {{(pid=102577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 08:21:39.303555 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-e18ab931-f3dd-4a8a-806e-398ebd1711d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508', 'name': 'tempest-TestMinimumBasicScenario-569427310-router', 'tenant_id': '3f205d29427e42f9a63d06733db73b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '1d25351f-80d8-4473-b724-acd9f186dd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:21:31Z', 'updated_at': '2022-01-27T08:21:34Z', 'revision_number': 4, 'project_id': '3f205d29427e42f9a63d06733db73b9f', 'gw_port': {'id': '1d25351f-80d8-4473-b724-acd9f186dd68', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:21:32Z', 'updated_at': '2022-01-27T08:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_interfaces': [{'id': '206252d7-8b7f-47be-ac5e-f5a12e736aed', 'name': '', 'network_id': '1ee4935e-d112-4167-9e63-78b81a132699', 'tenant_id': '3f205d29427e42f9a63d06733db73b9f', 'mac_address': 'fa:16:3e:2d:ca:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'c2a97265-d832-4a00-a269-fcf61d06224a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:21:34Z', 'updated_at': '2022-01-27T08:21:38Z', 'revision_number': 4, 'project_id': '3f205d29427e42f9a63d06733db73b9f', 'subnets': [{'id': 'c2a97265-d832-4a00-a269-fcf61d06224a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:21:39.334219 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18ab931-f3dd-4a8a-806e-398ebd1711d8 None None] The sync data for ids ['7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508'] in dv-cinder-826589-1-iscsi is: [{'id': '7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508', 'name': 'tempest-TestMinimumBasicScenario-569427310-router', 'tenant_id': '3f205d29427e42f9a63d06733db73b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '1d25351f-80d8-4473-b724-acd9f186dd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:21:31Z', 'updated_at': '2022-01-27T08:21:34Z', 'revision_number': 4, 'project_id': '3f205d29427e42f9a63d06733db73b9f', 'gw_port': {'id': '1d25351f-80d8-4473-b724-acd9f186dd68', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:21:32Z', 'updated_at': '2022-01-27T08:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_interfaces': [{'id': '206252d7-8b7f-47be-ac5e-f5a12e736aed', 'name': '', 'network_id': '1ee4935e-d112-4167-9e63-78b81a132699', 'tenant_id': '3f205d29427e42f9a63d06733db73b9f', 'mac_address': 'fa:16:3e:2d:ca:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'c2a97265-d832-4a00-a269-fcf61d06224a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:21:34Z', 'updated_at': '2022-01-27T08:21:38Z', 'revision_number': 4, 'project_id': '3f205d29427e42f9a63d06733db73b9f', 'subnets': [{'id': 'c2a97265-d832-4a00-a269-fcf61d06224a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 08:21:39.362161 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a089ae62-a9e7-4b06-bcaa-8289ffa85987 None None] Current status of the port 206252d7-8b7f-47be-ac5e-f5a12e736aed is: DOWN; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:21:39.362573 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a089ae62-a9e7-4b06-bcaa-8289ffa85987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (206252d7-8b7f-47be-ac5e-f5a12e736aed), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:39.376245 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Provisioning complete for port 1d25351f-80d8-4473-b724-acd9f186dd68 triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:21:39.376619 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (1d25351f-80d8-4473-b724-acd9f186dd68), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:39.451409 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvr_db [None req-f51594c2-bd22-4aba-ac2a-4f64d06817c4 None None] Set router 8931f356-6c69-4ed7-9f39-1725542778b9 gateway port host: dv-cinder-826589-1-iscsi {{(pid=102577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:21:39.545775 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-a089ae62-a9e7-4b06-bcaa-8289ffa85987 None None] For port 206252d7-8b7f-47be-ac5e-f5a12e736aed, host dv-cinder-826589-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=206252d7-8b7f-47be-ac5e-f5a12e736aed,segment=NetworkSegment(43cb66b7-a77f-413a-ab06-f86f4b2997dd),segment_id=43cb66b7-a77f-413a-ab06-f86f4b2997dd)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:21:39.556219 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a089ae62-a9e7-4b06-bcaa-8289ffa85987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (206252d7-8b7f-47be-ac5e-f5a12e736aed), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:39.637912 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ecbcf1-a233-4d31-8cc2-adbd33ab39ba req-19edc46a-6ae5-4a82-b5b9-535ca19b80be tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:39.641241 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-06ecbcf1-a233-4d31-8cc2-adbd33ab39ba req-19edc46a-6ae5-4a82-b5b9-535ca19b80be tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/ports?device_id=02c1b0bd-c2ce-458c-ac26-51edef4c924f HTTP/1.1" status: 200 len: 946 time: 0.1243978 Jan 27 08:21:39.716883 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a089ae62-a9e7-4b06-bcaa-8289ffa85987 None None] Pushing event updated for resources: {'Port': ['ID=206252d7-8b7f-47be-ac5e-f5a12e736aed,revision_number=5']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:39.731953 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-57084e98-c2e6-4698-8cac-4e042a4e08b1 None None] Provisioning complete for port e13be5fe-d84e-424b-8f13-7bda94702f17 triggered by entity DHCP. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:21:39.732224 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-57084e98-c2e6-4698-8cac-4e042a4e08b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (e13be5fe-d84e-424b-8f13-7bda94702f17), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:39.733751 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Current status of the port 1d25351f-80d8-4473-b724-acd9f186dd68 is: ACTIVE; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:21:39.735115 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device e13be5fe-d84e-424b-8f13-7bda94702f17 up at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:21:39.752373 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-f35c4262-acd6-48fe-95a6-c61def53b83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:39.768670 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-06ecbcf1-a233-4d31-8cc2-adbd33ab39ba req-5ce10a09-c277-41b8-bd6b-740dc7a48d8c tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/security-groups?id=c4f397e2-48a0-45b5-806f-f6ca83a6e63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056511 Jan 27 08:21:39.970852 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.db_base_plugin_common [None req-f35c4262-acd6-48fe-95a6-c61def53b83c admin admin] Allocated IP 172.20.0.1 (517f3554-374d-429e-b647-401d47e5e8e0/6e67e8f6-311c-4549-98bc-4cf8884a9565/fbd5966d-9835-44a3-9988-b11116b08ae5) {{(pid=102576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 08:21:40.070394 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Provisioning complete for port e13be5fe-d84e-424b-8f13-7bda94702f17 triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:21:40.070947 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (e13be5fe-d84e-424b-8f13-7bda94702f17), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:40.076639 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-57084e98-c2e6-4698-8cac-4e042a4e08b1 None None] Current status of the port e13be5fe-d84e-424b-8f13-7bda94702f17 is: DOWN; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:21:40.077048 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-57084e98-c2e6-4698-8cac-4e042a4e08b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (e13be5fe-d84e-424b-8f13-7bda94702f17), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:40.110076 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-f35c4262-acd6-48fe-95a6-c61def53b83c admin admin] Publish callbacks [] for port (fbd5966d-9835-44a3-9988-b11116b08ae5), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:40.131104 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-f51594c2-bd22-4aba-ac2a-4f64d06817c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8931f356-6c69-4ed7-9f39-1725542778b9', 'name': 'tempest-TestMinimumBasicScenario-511371088-router', 'tenant_id': '73e990d716d743c39fc9e13e5f541ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '6387b039-1d46-44cf-99fd-a52b1d588c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:21:37Z', 'updated_at': '2022-01-27T08:21:38Z', 'revision_number': 3, 'project_id': '73e990d716d743c39fc9e13e5f541ba3', 'gw_port': {'id': '6387b039-1d46-44cf-99fd-a52b1d588c2b', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e3:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8931f356-6c69-4ed7-9f39-1725542778b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:21:37Z', 'updated_at': '2022-01-27T08:21:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi'}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:21:40.151760 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-f35c4262-acd6-48fe-95a6-c61def53b83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730334756109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13114657'] for port (fbd5966d-9835-44a3-9988-b11116b08ae5), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:40.176698 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51594c2-bd22-4aba-ac2a-4f64d06817c4 None None] Checking router: 8931f356-6c69-4ed7-9f39-1725542778b9 for host: dv-cinder-826589-1-iscsi {{(pid=102577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 08:21:40.177237 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51594c2-bd22-4aba-ac2a-4f64d06817c4 None None] Updating router 8931f356-6c69-4ed7-9f39-1725542778b9 port 6387b039-1d46-44cf-99fd-a52b1d588c2b binding host dv-cinder-826589-1-iscsi {{(pid=102577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 08:21:40.180266 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-57084e98-c2e6-4698-8cac-4e042a4e08b1 None None] For port e13be5fe-d84e-424b-8f13-7bda94702f17, host dv-cinder-826589-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=e13be5fe-d84e-424b-8f13-7bda94702f17,segment=NetworkSegment(dde48247-3809-4889-96e2-b15566342cf2),segment_id=dde48247-3809-4889-96e2-b15566342cf2)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:21:40.198508 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35c4262-acd6-48fe-95a6-c61def53b83c admin admin] Network 517f3554-374d-429e-b647-401d47e5e8e0 is already hosted by enough agents. {{(pid=102576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 08:21:40.201435 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-57084e98-c2e6-4698-8cac-4e042a4e08b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (e13be5fe-d84e-424b-8f13-7bda94702f17), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:40.201605 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.base_scheduler [None req-f35c4262-acd6-48fe-95a6-c61def53b83c admin admin] Resources bound (agent type, host, resource id): {{(pid=102576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:21:40.204269 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35c4262-acd6-48fe-95a6-c61def53b83c admin admin] Received port after_create {{(pid=102576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 08:21:40.235145 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35c4262-acd6-48fe-95a6-c61def53b83c admin admin] Pushing event updated for resources: {'Port': ['ID=fbd5966d-9835-44a3-9988-b11116b08ae5,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:40.266399 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-f51594c2-bd22-4aba-ac2a-4f64d06817c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (6387b039-1d46-44cf-99fd-a52b1d588c2b), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:40.267886 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-f35c4262-acd6-48fe-95a6-c61def53b83c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549604'] for router_interface (8931f356-6c69-4ed7-9f39-1725542778b9), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:40.328834 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Current status of the port e13be5fe-d84e-424b-8f13-7bda94702f17 is: ACTIVE; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:21:40.338391 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-57084e98-c2e6-4698-8cac-4e042a4e08b1 None None] Provisioning complete for port 206252d7-8b7f-47be-ac5e-f5a12e736aed triggered by entity DHCP. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:21:40.338874 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-57084e98-c2e6-4698-8cac-4e042a4e08b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (206252d7-8b7f-47be-ac5e-f5a12e736aed), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:40.401016 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57084e98-c2e6-4698-8cac-4e042a4e08b1 None None] Pushing event updated for resources: {'Port': ['ID=e13be5fe-d84e-424b-8f13-7bda94702f17,revision_number=3']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:40.457500 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-f35c4262-acd6-48fe-95a6-c61def53b83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (fbd5966d-9835-44a3-9988-b11116b08ae5), before_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:40.587454 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-57084e98-c2e6-4698-8cac-4e042a4e08b1 None None] Current status of the port 206252d7-8b7f-47be-ac5e-f5a12e736aed is: ACTIVE; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:21:40.627342 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-f35c4262-acd6-48fe-95a6-c61def53b83c admin admin] Publish callbacks [] for port (fbd5966d-9835-44a3-9988-b11116b08ae5), precommit_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:40.632177 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-f35c4262-acd6-48fe-95a6-c61def53b83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13114678'] for port (fbd5966d-9835-44a3-9988-b11116b08ae5), after_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:40.678209 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-f51594c2-bd22-4aba-ac2a-4f64d06817c4 None None] Publish callbacks [] for port (6387b039-1d46-44cf-99fd-a52b1d588c2b), precommit_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:40.684590 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-f51594c2-bd22-4aba-ac2a-4f64d06817c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (6387b039-1d46-44cf-99fd-a52b1d588c2b), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:40.696347 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35c4262-acd6-48fe-95a6-c61def53b83c admin admin] Pushing event updated for resources: {'Port': ['ID=fbd5966d-9835-44a3-9988-b11116b08ae5,revision_number=2']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:40.702083 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-f35c4262-acd6-48fe-95a6-c61def53b83c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550260'] for router_interface (8931f356-6c69-4ed7-9f39-1725542778b9), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:40.761189 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.managers [None req-f51594c2-bd22-4aba-ac2a-4f64d06817c4 None None] Attempting to bind port 6387b039-1d46-44cf-99fd-a52b1d588c2b on host dv-cinder-826589-1-iscsi for vnic_type normal with profile {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 08:21:40.761558 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.managers [None req-f51594c2-bd22-4aba-ac2a-4f64d06817c4 None None] Attempting to bind port 6387b039-1d46-44cf-99fd-a52b1d588c2b by drivers openvswitch,hyperv on host dv-cinder-826589-1-iscsi at level 0 using segments [{'id': 'fa55335f-a52a-465d-b188-80ce12fc9c40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6'}] {{(pid=102577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 08:21:40.761925 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51594c2-bd22-4aba-ac2a-4f64d06817c4 None None] Attempting to bind port 6387b039-1d46-44cf-99fd-a52b1d588c2b on network 3614e5a2-e145-4686-b153-8df14846b7f6 {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:21:40.771258 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-4dc5e664-b110-4f90-a146-d1063284db12 None None] Provisioning complete for port e13be5fe-d84e-424b-8f13-7bda94702f17 triggered by entity DHCP. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:21:40.771628 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-4dc5e664-b110-4f90-a146-d1063284db12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (e13be5fe-d84e-424b-8f13-7bda94702f17), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:40.773150 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab13a71-ab1e-4380-958d-e8858f6d28b2 None None] Pushing event updated for resources: {'Port': ['ID=6387b039-1d46-44cf-99fd-a52b1d588c2b,revision_number=2']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:40.777789 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51594c2-bd22-4aba-ac2a-4f64d06817c4 None None] Checking agent: {'id': 'e79cbf24-12bd-4e20-a580-79498d5b225b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826589-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 8, 6, 57), 'started_at': datetime.datetime(2022, 1, 27, 8, 7, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 8, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826589-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 08:21:40.778006 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51594c2-bd22-4aba-ac2a-4f64d06817c4 None None] Checking segment: {'id': 'fa55335f-a52a-465d-b188-80ce12fc9c40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:21:40.778399 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-f51594c2-bd22-4aba-ac2a-4f64d06817c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:40.778792 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51594c2-bd22-4aba-ac2a-4f64d06817c4 None None] Bound using segment: {'id': 'fa55335f-a52a-465d-b188-80ce12fc9c40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6'} {{(pid=102577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 08:21:40.779272 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.managers [None req-f51594c2-bd22-4aba-ac2a-4f64d06817c4 None None] Bound port: 6387b039-1d46-44cf-99fd-a52b1d588c2b, host: dv-cinder-826589-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa55335f-a52a-465d-b188-80ce12fc9c40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6'}}] {{(pid=102577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 08:21:40.779648 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-f51594c2-bd22-4aba-ac2a-4f64d06817c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (6387b039-1d46-44cf-99fd-a52b1d588c2b), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:40.824687 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35c4262-acd6-48fe-95a6-c61def53b83c admin admin] Network 517f3554-374d-429e-b647-401d47e5e8e0 is already hosted by enough agents. {{(pid=102576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 08:21:40.826604 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.base_scheduler [None req-f35c4262-acd6-48fe-95a6-c61def53b83c admin admin] Resources bound (agent type, host, resource id): {{(pid=102576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:21:40.866074 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-f51594c2-bd22-4aba-ac2a-4f64d06817c4 None None] For port 6387b039-1d46-44cf-99fd-a52b1d588c2b, host dv-cinder-826589-1-iscsi, cleared binding levels {{(pid=102577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 08:21:40.871264 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-f51594c2-bd22-4aba-ac2a-4f64d06817c4 None None] For port 6387b039-1d46-44cf-99fd-a52b1d588c2b, host dv-cinder-826589-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=6387b039-1d46-44cf-99fd-a52b1d588c2b,segment=NetworkSegment(fa55335f-a52a-465d-b188-80ce12fc9c40),segment_id=fa55335f-a52a-465d-b188-80ce12fc9c40)] {{(pid=102577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 08:21:40.906055 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-f51594c2-bd22-4aba-ac2a-4f64d06817c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (6387b039-1d46-44cf-99fd-a52b1d588c2b), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:40.977929 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-4dc5e664-b110-4f90-a146-d1063284db12 None None] Current status of the port e13be5fe-d84e-424b-8f13-7bda94702f17 is: ACTIVE; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:21:41.014442 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf29fece-7310-477d-b982-1754a6499d30 req-41dbba3d-428d-4340-8bea-9118c59da5e2 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:41.016026 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-bf29fece-7310-477d-b982-1754a6499d30 req-41dbba3d-428d-4340-8bea-9118c59da5e2 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/ports?device_id=02c1b0bd-c2ce-458c-ac26-51edef4c924f HTTP/1.1" status: 200 len: 946 time: 0.1344914 Jan 27 08:21:41.025952 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51594c2-bd22-4aba-ac2a-4f64d06817c4 None None] Routers {'8931f356-6c69-4ed7-9f39-1725542778b9'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:21:41.026709 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-f51594c2-bd22-4aba-ac2a-4f64d06817c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:21:23Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['8931f356-6c69-4ed7-9f39-1725542778b9'], 'active': True} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:21:41.066743 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab13a71-ab1e-4380-958d-e8858f6d28b2 None None] Pushing event updated for resources: {'Port': ['ID=6387b039-1d46-44cf-99fd-a52b1d588c2b,revision_number=3']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:41.074001 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device 206252d7-8b7f-47be-ac5e-f5a12e736aed up at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:21:41.079726 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-4dc5e664-b110-4f90-a146-d1063284db12 None None] Provisioning complete for port fbd5966d-9835-44a3-9988-b11116b08ae5 triggered by entity DHCP. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:21:41.080095 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-4dc5e664-b110-4f90-a146-d1063284db12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (fbd5966d-9835-44a3-9988-b11116b08ae5), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:41.081829 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f35c4262-acd6-48fe-95a6-c61def53b83c admin admin] Router 8931f356-6c69-4ed7-9f39-1725542778b9 has already been hosted by L3 agent c4292dc4-d7f6-4187-994e-0142c7d14647 {{(pid=102576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 08:21:41.109783 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-bf29fece-7310-477d-b982-1754a6499d30 req-dfc23ad6-7973-4cc9-8933-d95dc119a39f tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/security-groups?id=c4f397e2-48a0-45b5-806f-f6ca83a6e63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865247 Jan 27 08:21:41.189571 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-4dc5e664-b110-4f90-a146-d1063284db12 None None] Port fbd5966d-9835-44a3-9988-b11116b08ae5 cannot update to ACTIVE because it is not bound. {{(pid=102577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 08:21:41.215143 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvr_db [None req-f51594c2-bd22-4aba-ac2a-4f64d06817c4 None None] Set router 8931f356-6c69-4ed7-9f39-1725542778b9 gateway port host: dv-cinder-826589-1-iscsi {{(pid=102577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:21:41.223690 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35c4262-acd6-48fe-95a6-c61def53b83c admin admin] Notify agent at l3_agent.dv-cinder-826589-1-iscsi the message routers_updated {{(pid=102576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 08:21:41.231625 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-f35c4262-acd6-48fe-95a6-c61def53b83c admin admin] 10.222.0.59 "PUT /v2.0/routers/8931f356-6c69-4ed7-9f39-1725542778b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0992446 Jan 27 08:21:41.243349 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Provisioning complete for port 206252d7-8b7f-47be-ac5e-f5a12e736aed triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:21:41.243724 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (206252d7-8b7f-47be-ac5e-f5a12e736aed), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:41.386380 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-2c5d784f-58b5-4334-bbd9-2aed2945ac70 None None] Provisioning complete for port fbd5966d-9835-44a3-9988-b11116b08ae5 triggered by entity DHCP. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:21:41.386799 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-2c5d784f-58b5-4334-bbd9-2aed2945ac70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (fbd5966d-9835-44a3-9988-b11116b08ae5), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:41.463762 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-2c5d784f-58b5-4334-bbd9-2aed2945ac70 None None] Port fbd5966d-9835-44a3-9988-b11116b08ae5 cannot update to ACTIVE because it is not bound. {{(pid=102577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 08:21:41.472951 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Current status of the port 206252d7-8b7f-47be-ac5e-f5a12e736aed is: ACTIVE; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:21:41.474040 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device e13be5fe-d84e-424b-8f13-7bda94702f17 up at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:21:41.569211 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-f51594c2-bd22-4aba-ac2a-4f64d06817c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8931f356-6c69-4ed7-9f39-1725542778b9', 'name': 'tempest-TestMinimumBasicScenario-511371088-router', 'tenant_id': '73e990d716d743c39fc9e13e5f541ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '6387b039-1d46-44cf-99fd-a52b1d588c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:21:37Z', 'updated_at': '2022-01-27T08:21:40Z', 'revision_number': 4, 'project_id': '73e990d716d743c39fc9e13e5f541ba3', 'gw_port': {'id': '6387b039-1d46-44cf-99fd-a52b1d588c2b', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e3:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8931f356-6c69-4ed7-9f39-1725542778b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:21:37Z', 'updated_at': '2022-01-27T08:21:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_interfaces': [{'id': 'fbd5966d-9835-44a3-9988-b11116b08ae5', 'name': '', 'network_id': '517f3554-374d-429e-b647-401d47e5e8e0', 'tenant_id': '73e990d716d743c39fc9e13e5f541ba3', 'mac_address': 'fa:16:3e:b2:04:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8931f356-6c69-4ed7-9f39-1725542778b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '6e67e8f6-311c-4549-98bc-4cf8884a9565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:21:39Z', 'updated_at': '2022-01-27T08:21:40Z', 'revision_number': 2, 'project_id': '73e990d716d743c39fc9e13e5f541ba3', 'subnets': [{'id': '6e67e8f6-311c-4549-98bc-4cf8884a9565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:21:41.599028 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Provisioning complete for port e13be5fe-d84e-424b-8f13-7bda94702f17 triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:21:41.599393 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (e13be5fe-d84e-424b-8f13-7bda94702f17), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:41.601309 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51594c2-bd22-4aba-ac2a-4f64d06817c4 None None] The sync data for ids ['8931f356-6c69-4ed7-9f39-1725542778b9'] in dv-cinder-826589-1-iscsi is: [{'id': '8931f356-6c69-4ed7-9f39-1725542778b9', 'name': 'tempest-TestMinimumBasicScenario-511371088-router', 'tenant_id': '73e990d716d743c39fc9e13e5f541ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '6387b039-1d46-44cf-99fd-a52b1d588c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:21:37Z', 'updated_at': '2022-01-27T08:21:40Z', 'revision_number': 4, 'project_id': '73e990d716d743c39fc9e13e5f541ba3', 'gw_port': {'id': '6387b039-1d46-44cf-99fd-a52b1d588c2b', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e3:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8931f356-6c69-4ed7-9f39-1725542778b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:21:37Z', 'updated_at': '2022-01-27T08:21:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_interfaces': [{'id': 'fbd5966d-9835-44a3-9988-b11116b08ae5', 'name': '', 'network_id': '517f3554-374d-429e-b647-401d47e5e8e0', 'tenant_id': '73e990d716d743c39fc9e13e5f541ba3', 'mac_address': 'fa:16:3e:b2:04:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8931f356-6c69-4ed7-9f39-1725542778b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '6e67e8f6-311c-4549-98bc-4cf8884a9565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:21:39Z', 'updated_at': '2022-01-27T08:21:40Z', 'revision_number': 2, 'project_id': '73e990d716d743c39fc9e13e5f541ba3', 'subnets': [{'id': '6e67e8f6-311c-4549-98bc-4cf8884a9565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 08:21:41.698377 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Current status of the port e13be5fe-d84e-424b-8f13-7bda94702f17 is: ACTIVE; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:21:42.249714 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e7de7b-0da6-443c-b586-d307907a2b16 req-86a08e26-7c64-47b2-8b04-26258462e067 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:42.253218 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-c6e7de7b-0da6-443c-b586-d307907a2b16 req-86a08e26-7c64-47b2-8b04-26258462e067 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/ports?device_id=02c1b0bd-c2ce-458c-ac26-51edef4c924f HTTP/1.1" status: 200 len: 946 time: 0.0573499 Jan 27 08:21:42.337614 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-c6e7de7b-0da6-443c-b586-d307907a2b16 req-8f43a3aa-bde6-4cce-9204-377c3a2bd47e tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/security-groups?id=c4f397e2-48a0-45b5-806f-f6ca83a6e63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778048 Jan 27 08:21:42.963227 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device 6387b039-1d46-44cf-99fd-a52b1d588c2b up at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:21:43.030880 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Provisioning complete for port 6387b039-1d46-44cf-99fd-a52b1d588c2b triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:21:43.031252 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (6387b039-1d46-44cf-99fd-a52b1d588c2b), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:43.151069 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Current status of the port 6387b039-1d46-44cf-99fd-a52b1d588c2b is: DOWN; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:21:43.151750 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (6387b039-1d46-44cf-99fd-a52b1d588c2b), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:43.180242 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] For port 6387b039-1d46-44cf-99fd-a52b1d588c2b, host dv-cinder-826589-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=6387b039-1d46-44cf-99fd-a52b1d588c2b,segment=NetworkSegment(fa55335f-a52a-465d-b188-80ce12fc9c40),segment_id=fa55335f-a52a-465d-b188-80ce12fc9c40)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:21:43.184892 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (6387b039-1d46-44cf-99fd-a52b1d588c2b), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:43.241467 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Pushing event updated for resources: {'Port': ['ID=6387b039-1d46-44cf-99fd-a52b1d588c2b,revision_number=4']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:43.469318 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a69fb9-5640-42ad-b438-046efd9d0de6 req-6e640d7e-5b55-4e3e-8707-6b348f4950e5 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:43.470975 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a2a69fb9-5640-42ad-b438-046efd9d0de6 req-6e640d7e-5b55-4e3e-8707-6b348f4950e5 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/ports?device_id=02c1b0bd-c2ce-458c-ac26-51edef4c924f HTTP/1.1" status: 200 len: 946 time: 0.0538108 Jan 27 08:21:43.534274 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a2a69fb9-5640-42ad-b438-046efd9d0de6 req-7d50393b-5ed2-483c-97ca-faa8f018344a tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/security-groups?id=c4f397e2-48a0-45b5-806f-f6ca83a6e63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568452 Jan 27 08:21:44.108042 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01c1ad1-8ac3-466a-b781-ccd9fa0db8d1 None None] Sync routers for ids ['8931f356-6c69-4ed7-9f39-1725542778b9'] in dv-cinder-826589-1-iscsi {{(pid=102578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 08:21:44.119462 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01c1ad1-8ac3-466a-b781-ccd9fa0db8d1 None None] Routers {'8931f356-6c69-4ed7-9f39-1725542778b9'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:21:44.120218 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-b01c1ad1-8ac3-466a-b781-ccd9fa0db8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:21:23Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['8931f356-6c69-4ed7-9f39-1725542778b9'], 'active': True} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:21:44.333620 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvr_db [None req-b01c1ad1-8ac3-466a-b781-ccd9fa0db8d1 None None] Set router 8931f356-6c69-4ed7-9f39-1725542778b9 gateway port host: dv-cinder-826589-1-iscsi {{(pid=102578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:21:44.426255 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d08e2-1ad0-4538-9659-2cc5db30b3d9 req-481aa4d3-2420-4e62-93df-60ea63ecb980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:44.427784 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-9d7d08e2-1ad0-4538-9659-2cc5db30b3d9 req-481aa4d3-2420-4e62-93df-60ea63ecb980 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=98ed485ee068452897a0970649c63f20&device_id=02c1b0bd-c2ce-458c-ac26-51edef4c924f HTTP/1.1" status: 200 len: 1099 time: 0.0574932 Jan 27 08:21:44.529519 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d08e2-1ad0-4538-9659-2cc5db30b3d9 req-58a450ce-7948-45f9-a144-15814318e518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:44.531032 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-9d7d08e2-1ad0-4538-9659-2cc5db30b3d9 req-58a450ce-7948-45f9-a144-15814318e518 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0570d7bb-3bb5-416d-8475-d966c8539834 HTTP/1.1" status: 200 len: 910 time: 0.0966699 Jan 27 08:21:44.580216 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-b01c1ad1-8ac3-466a-b781-ccd9fa0db8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8931f356-6c69-4ed7-9f39-1725542778b9', 'name': 'tempest-TestMinimumBasicScenario-511371088-router', 'tenant_id': '73e990d716d743c39fc9e13e5f541ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '6387b039-1d46-44cf-99fd-a52b1d588c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:21:37Z', 'updated_at': '2022-01-27T08:21:40Z', 'revision_number': 4, 'project_id': '73e990d716d743c39fc9e13e5f541ba3', 'gw_port': {'id': '6387b039-1d46-44cf-99fd-a52b1d588c2b', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8931f356-6c69-4ed7-9f39-1725542778b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:21:37Z', 'updated_at': '2022-01-27T08:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_interfaces': [{'id': 'fbd5966d-9835-44a3-9988-b11116b08ae5', 'name': '', 'network_id': '517f3554-374d-429e-b647-401d47e5e8e0', 'tenant_id': '73e990d716d743c39fc9e13e5f541ba3', 'mac_address': 'fa:16:3e:b2:04:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8931f356-6c69-4ed7-9f39-1725542778b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '6e67e8f6-311c-4549-98bc-4cf8884a9565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:21:39Z', 'updated_at': '2022-01-27T08:21:40Z', 'revision_number': 2, 'project_id': '73e990d716d743c39fc9e13e5f541ba3', 'subnets': [{'id': '6e67e8f6-311c-4549-98bc-4cf8884a9565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:21:44.614665 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01c1ad1-8ac3-466a-b781-ccd9fa0db8d1 None None] Checking router: 8931f356-6c69-4ed7-9f39-1725542778b9 for host: dv-cinder-826589-1-iscsi {{(pid=102578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 08:21:44.614665 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01c1ad1-8ac3-466a-b781-ccd9fa0db8d1 None None] Updating router 8931f356-6c69-4ed7-9f39-1725542778b9 port fbd5966d-9835-44a3-9988-b11116b08ae5 binding host dv-cinder-826589-1-iscsi {{(pid=102578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 08:21:44.623300 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-9d7d08e2-1ad0-4538-9659-2cc5db30b3d9 req-bb8722e4-204d-41f4-991e-3c3bd4858841 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c53a4196-d9bb-4f2b-913f-e3b004125cb2 HTTP/1.1" status: 200 len: 1001 time: 0.0863774 Jan 27 08:21:44.644710 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-b01c1ad1-8ac3-466a-b781-ccd9fa0db8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (fbd5966d-9835-44a3-9988-b11116b08ae5), before_update {{(pid=102578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:44.736891 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b905d-f33b-4ed3-a8b2-5634b72e64b7 req-ebab8b30-4517-4557-9235-0393fb2b68a6 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:44.738857 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-6f8b905d-f33b-4ed3-a8b2-5634b72e64b7 req-ebab8b30-4517-4557-9235-0393fb2b68a6 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/ports?device_id=02c1b0bd-c2ce-458c-ac26-51edef4c924f HTTP/1.1" status: 200 len: 946 time: 0.0888698 Jan 27 08:21:44.740991 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d08e2-1ad0-4538-9659-2cc5db30b3d9 req-56ec029f-c53d-4f56-ae0e-dc61630a8e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:44.742547 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-9d7d08e2-1ad0-4538-9659-2cc5db30b3d9 req-56ec029f-c53d-4f56-ae0e-dc61630a8e00 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec63d37f-0db1-43a9-95ed-0d471e60ae84 HTTP/1.1" status: 200 len: 848 time: 0.1008992 Jan 27 08:21:44.849426 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-6f8b905d-f33b-4ed3-a8b2-5634b72e64b7 req-c6071d62-6b9e-4bd2-a82e-a2ff53baaa34 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/security-groups?id=c4f397e2-48a0-45b5-806f-f6ca83a6e63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024578 Jan 27 08:21:44.856425 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d08e2-1ad0-4538-9659-2cc5db30b3d9 req-b1b86b3d-dc59-41af-8541-e5366e9837c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:44.858025 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-9d7d08e2-1ad0-4538-9659-2cc5db30b3d9 req-b1b86b3d-dc59-41af-8541-e5366e9837c5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0570d7bb-3bb5-416d-8475-d966c8539834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1080952 Jan 27 08:21:44.945731 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device 6387b039-1d46-44cf-99fd-a52b1d588c2b up at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:21:45.011384 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Provisioning complete for port 6387b039-1d46-44cf-99fd-a52b1d588c2b triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:21:45.011923 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (6387b039-1d46-44cf-99fd-a52b1d588c2b), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:45.013074 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-b01c1ad1-8ac3-466a-b781-ccd9fa0db8d1 None None] Publish callbacks [] for port (fbd5966d-9835-44a3-9988-b11116b08ae5), precommit_update {{(pid=102578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:45.017505 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-9d7d08e2-1ad0-4538-9659-2cc5db30b3d9 req-725ec025-73c0-40d0-af6a-c65563e9baff service neutron] 10.222.0.72 "GET /v2.0/networks/0570d7bb-3bb5-416d-8475-d966c8539834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508281 Jan 27 08:21:45.023737 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-b01c1ad1-8ac3-466a-b781-ccd9fa0db8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (fbd5966d-9835-44a3-9988-b11116b08ae5), after_update {{(pid=102578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:45.078138 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58058c66-9534-4267-b44b-9d349d2d03a0 None None] Pushing event updated for resources: {'Port': ['ID=fbd5966d-9835-44a3-9988-b11116b08ae5,revision_number=3']} {{(pid=102578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:45.182642 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.managers [None req-b01c1ad1-8ac3-466a-b781-ccd9fa0db8d1 None None] Attempting to bind port fbd5966d-9835-44a3-9988-b11116b08ae5 on host dv-cinder-826589-1-iscsi for vnic_type normal with profile {{(pid=102578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 08:21:45.183906 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.managers [None req-b01c1ad1-8ac3-466a-b781-ccd9fa0db8d1 None None] Attempting to bind port fbd5966d-9835-44a3-9988-b11116b08ae5 by drivers openvswitch,hyperv on host dv-cinder-826589-1-iscsi at level 0 using segments [{'id': 'dde48247-3809-4889-96e2-b15566342cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '517f3554-374d-429e-b647-401d47e5e8e0'}] {{(pid=102578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 08:21:45.184445 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01c1ad1-8ac3-466a-b781-ccd9fa0db8d1 None None] Attempting to bind port fbd5966d-9835-44a3-9988-b11116b08ae5 on network 517f3554-374d-429e-b647-401d47e5e8e0 {{(pid=102578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:21:45.188910 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-9d7d08e2-1ad0-4538-9659-2cc5db30b3d9 req-981c2741-d9dd-43a6-89d3-0d6aa20f2e9f service neutron] 10.222.0.72 "GET /v2.0/networks/0570d7bb-3bb5-416d-8475-d966c8539834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654990 Jan 27 08:21:45.190991 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01c1ad1-8ac3-466a-b781-ccd9fa0db8d1 None None] Checking agent: {'id': 'e79cbf24-12bd-4e20-a580-79498d5b225b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826589-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 8, 6, 57), 'started_at': datetime.datetime(2022, 1, 27, 8, 7, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 8, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826589-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 08:21:45.191303 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01c1ad1-8ac3-466a-b781-ccd9fa0db8d1 None None] Checking segment: {'id': 'dde48247-3809-4889-96e2-b15566342cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '517f3554-374d-429e-b647-401d47e5e8e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:21:45.191710 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-b01c1ad1-8ac3-466a-b781-ccd9fa0db8d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:45.192110 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01c1ad1-8ac3-466a-b781-ccd9fa0db8d1 None None] Bound using segment: {'id': 'dde48247-3809-4889-96e2-b15566342cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '517f3554-374d-429e-b647-401d47e5e8e0'} {{(pid=102578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 08:21:45.192612 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.managers [None req-b01c1ad1-8ac3-466a-b781-ccd9fa0db8d1 None None] Bound port: fbd5966d-9835-44a3-9988-b11116b08ae5, host: dv-cinder-826589-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dde48247-3809-4889-96e2-b15566342cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '517f3554-374d-429e-b647-401d47e5e8e0'}}] {{(pid=102578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 08:21:45.193035 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-b01c1ad1-8ac3-466a-b781-ccd9fa0db8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (fbd5966d-9835-44a3-9988-b11116b08ae5), before_update {{(pid=102578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:45.275435 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Current status of the port 6387b039-1d46-44cf-99fd-a52b1d588c2b is: ACTIVE; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:21:45.281562 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.db [None req-b01c1ad1-8ac3-466a-b781-ccd9fa0db8d1 None None] For port fbd5966d-9835-44a3-9988-b11116b08ae5, host dv-cinder-826589-1-iscsi, cleared binding levels {{(pid=102578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 08:21:45.285058 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.plugins.ml2.db [None req-b01c1ad1-8ac3-466a-b781-ccd9fa0db8d1 None None] For port fbd5966d-9835-44a3-9988-b11116b08ae5, host dv-cinder-826589-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=fbd5966d-9835-44a3-9988-b11116b08ae5,segment=NetworkSegment(dde48247-3809-4889-96e2-b15566342cf2),segment_id=dde48247-3809-4889-96e2-b15566342cf2)] {{(pid=102578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 08:21:45.291636 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-b01c1ad1-8ac3-466a-b781-ccd9fa0db8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (fbd5966d-9835-44a3-9988-b11116b08ae5), after_update {{(pid=102578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:45.358796 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01c1ad1-8ac3-466a-b781-ccd9fa0db8d1 None None] Routers {'8931f356-6c69-4ed7-9f39-1725542778b9'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:21:45.359832 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-b01c1ad1-8ac3-466a-b781-ccd9fa0db8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:21:23Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['8931f356-6c69-4ed7-9f39-1725542778b9'], 'active': True} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:21:45.438437 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-66c4d2fa-4b35-4a6c-92b9-85fe9817a7c7 None None] Provisioning complete for port fbd5966d-9835-44a3-9988-b11116b08ae5 triggered by entity DHCP. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:21:45.438847 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-66c4d2fa-4b35-4a6c-92b9-85fe9817a7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (fbd5966d-9835-44a3-9988-b11116b08ae5), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:45.444497 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58058c66-9534-4267-b44b-9d349d2d03a0 None None] Pushing event updated for resources: {'Port': ['ID=fbd5966d-9835-44a3-9988-b11116b08ae5,revision_number=4']} {{(pid=102578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:45.552097 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvr_db [None req-b01c1ad1-8ac3-466a-b781-ccd9fa0db8d1 None None] Set router 8931f356-6c69-4ed7-9f39-1725542778b9 gateway port host: dv-cinder-826589-1-iscsi {{(pid=102578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:21:45.556056 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-66c4d2fa-4b35-4a6c-92b9-85fe9817a7c7 None None] Current status of the port fbd5966d-9835-44a3-9988-b11116b08ae5 is: DOWN; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:21:45.556496 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-66c4d2fa-4b35-4a6c-92b9-85fe9817a7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (fbd5966d-9835-44a3-9988-b11116b08ae5), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:45.625734 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-66c4d2fa-4b35-4a6c-92b9-85fe9817a7c7 None None] For port fbd5966d-9835-44a3-9988-b11116b08ae5, host dv-cinder-826589-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=fbd5966d-9835-44a3-9988-b11116b08ae5,segment=NetworkSegment(dde48247-3809-4889-96e2-b15566342cf2),segment_id=dde48247-3809-4889-96e2-b15566342cf2)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:21:45.636169 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-66c4d2fa-4b35-4a6c-92b9-85fe9817a7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (fbd5966d-9835-44a3-9988-b11116b08ae5), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:45.695485 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c4d2fa-4b35-4a6c-92b9-85fe9817a7c7 None None] Pushing event updated for resources: {'Port': ['ID=fbd5966d-9835-44a3-9988-b11116b08ae5,revision_number=5']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:45.760259 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-edc14dbd-5314-4c04-99b4-7fe723718fa4 None None] Provisioning complete for port fbd5966d-9835-44a3-9988-b11116b08ae5 triggered by entity DHCP. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:21:45.760635 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-edc14dbd-5314-4c04-99b4-7fe723718fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (fbd5966d-9835-44a3-9988-b11116b08ae5), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:45.812435 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-b01c1ad1-8ac3-466a-b781-ccd9fa0db8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8931f356-6c69-4ed7-9f39-1725542778b9', 'name': 'tempest-TestMinimumBasicScenario-511371088-router', 'tenant_id': '73e990d716d743c39fc9e13e5f541ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '6387b039-1d46-44cf-99fd-a52b1d588c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:21:37Z', 'updated_at': '2022-01-27T08:21:40Z', 'revision_number': 4, 'project_id': '73e990d716d743c39fc9e13e5f541ba3', 'gw_port': {'id': '6387b039-1d46-44cf-99fd-a52b1d588c2b', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8931f356-6c69-4ed7-9f39-1725542778b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:21:37Z', 'updated_at': '2022-01-27T08:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_interfaces': [{'id': 'fbd5966d-9835-44a3-9988-b11116b08ae5', 'name': '', 'network_id': '517f3554-374d-429e-b647-401d47e5e8e0', 'tenant_id': '73e990d716d743c39fc9e13e5f541ba3', 'mac_address': 'fa:16:3e:b2:04:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8931f356-6c69-4ed7-9f39-1725542778b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '6e67e8f6-311c-4549-98bc-4cf8884a9565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:21:39Z', 'updated_at': '2022-01-27T08:21:45Z', 'revision_number': 4, 'project_id': '73e990d716d743c39fc9e13e5f541ba3', 'subnets': [{'id': '6e67e8f6-311c-4549-98bc-4cf8884a9565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:21:45.843458 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01c1ad1-8ac3-466a-b781-ccd9fa0db8d1 None None] The sync data for ids ['8931f356-6c69-4ed7-9f39-1725542778b9'] in dv-cinder-826589-1-iscsi is: [{'id': '8931f356-6c69-4ed7-9f39-1725542778b9', 'name': 'tempest-TestMinimumBasicScenario-511371088-router', 'tenant_id': '73e990d716d743c39fc9e13e5f541ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '6387b039-1d46-44cf-99fd-a52b1d588c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:21:37Z', 'updated_at': '2022-01-27T08:21:40Z', 'revision_number': 4, 'project_id': '73e990d716d743c39fc9e13e5f541ba3', 'gw_port': {'id': '6387b039-1d46-44cf-99fd-a52b1d588c2b', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8931f356-6c69-4ed7-9f39-1725542778b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:21:37Z', 'updated_at': '2022-01-27T08:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_interfaces': [{'id': 'fbd5966d-9835-44a3-9988-b11116b08ae5', 'name': '', 'network_id': '517f3554-374d-429e-b647-401d47e5e8e0', 'tenant_id': '73e990d716d743c39fc9e13e5f541ba3', 'mac_address': 'fa:16:3e:b2:04:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8931f356-6c69-4ed7-9f39-1725542778b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '6e67e8f6-311c-4549-98bc-4cf8884a9565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:21:39Z', 'updated_at': '2022-01-27T08:21:45Z', 'revision_number': 4, 'project_id': '73e990d716d743c39fc9e13e5f541ba3', 'subnets': [{'id': '6e67e8f6-311c-4549-98bc-4cf8884a9565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 08:21:45.853162 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-edc14dbd-5314-4c04-99b4-7fe723718fa4 None None] Current status of the port fbd5966d-9835-44a3-9988-b11116b08ae5 is: ACTIVE; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:21:46.083013 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a4770-1b0b-49a2-a4fe-8d56088c00b1 req-437763bb-d0a0-4515-9491-7f70e2edfd11 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:46.084562 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-e48a4770-1b0b-49a2-a4fe-8d56088c00b1 req-437763bb-d0a0-4515-9491-7f70e2edfd11 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/ports?device_id=02c1b0bd-c2ce-458c-ac26-51edef4c924f HTTP/1.1" status: 200 len: 946 time: 0.0939193 Jan 27 08:21:46.164592 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-e48a4770-1b0b-49a2-a4fe-8d56088c00b1 req-e41b3e07-9b0a-487d-8c29-1c6a8072e48e tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/security-groups?id=c4f397e2-48a0-45b5-806f-f6ca83a6e63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714288 Jan 27 08:21:47.004371 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device fbd5966d-9835-44a3-9988-b11116b08ae5 up at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:21:47.083441 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Provisioning complete for port fbd5966d-9835-44a3-9988-b11116b08ae5 triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:21:47.084193 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (fbd5966d-9835-44a3-9988-b11116b08ae5), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:47.274981 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Current status of the port fbd5966d-9835-44a3-9988-b11116b08ae5 is: ACTIVE; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:21:47.289088 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7038efbf-7bb8-4820-ac84-06a01cc96066 req-c4ca56ab-5410-4f20-9abd-7b0821e4bbc0 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:47.292393 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-7038efbf-7bb8-4820-ac84-06a01cc96066 req-c4ca56ab-5410-4f20-9abd-7b0821e4bbc0 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/networks?id=ccc027b8-b719-4fba-bfab-019899fdf8a6 HTTP/1.1" status: 200 len: 815 time: 0.1289482 Jan 27 08:21:47.335151 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-7038efbf-7bb8-4820-ac84-06a01cc96066 req-1d4e3a52-21b6-4e33-a697-4b8152cfbab3 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/quotas/6402071f030f456996da0c23e7a86316 HTTP/1.1" status: 200 len: 375 time: 0.0323355 Jan 27 08:21:47.386051 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e8858-d769-48dc-abaf-533125bdeebb req-8628ffb1-02e3-468c-bac9-78a6f96b7c96 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:47.387813 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-489e8858-d769-48dc-abaf-533125bdeebb req-8628ffb1-02e3-468c-bac9-78a6f96b7c96 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/ports?device_id=02c1b0bd-c2ce-458c-ac26-51edef4c924f HTTP/1.1" status: 200 len: 946 time: 0.0943503 Jan 27 08:21:47.428693 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-7038efbf-7bb8-4820-ac84-06a01cc96066 req-f8439f3c-01f7-4b2e-bb55-b2063f13b3c9 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=6402071f030f456996da0c23e7a86316&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0877028 Jan 27 08:21:47.525541 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-489e8858-d769-48dc-abaf-533125bdeebb req-b0a56c8d-cad3-4719-9b2b-cbc7822ed53e tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/security-groups?id=c4f397e2-48a0-45b5-806f-f6ca83a6e63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299412 Jan 27 08:21:47.559632 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-7038efbf-7bb8-4820-ac84-06a01cc96066 req-f5e3d90d-e8e5-494b-bc22-88ed7948e957 service neutron] 10.222.0.59 "GET /v2.0/networks/ccc027b8-b719-4fba-bfab-019899fdf8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285806 Jan 27 08:21:47.619948 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [req-63c3237f-0590-4cb7-bee9-88789f7235ff req-4eeca676-bec2-499b-b6e1-ac720ddbe458 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102576) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 08:21:47.621175 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-63c3237f-0590-4cb7-bee9-88789f7235ff req-4eeca676-bec2-499b-b6e1-ac720ddbe458 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088160 Jan 27 08:21:47.722076 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-7038efbf-7bb8-4820-ac84-06a01cc96066 req-2c0044f6-9155-41fa-9197-0d591763c925 service neutron] 10.222.0.59 "GET /v2.0/networks/ccc027b8-b719-4fba-bfab-019899fdf8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482716 Jan 27 08:21:47.791880 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-d98068ef-c33e-4aba-a9a9-19a114d7ee5e req-3604bb4f-df78-4076-ac89-424d98ea336a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=02c1b0bd-c2ce-458c-ac26-51edef4c924f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0479534 Jan 27 08:21:47.852716 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa46a5a-4ecf-42c9-9600-62c7a84665c5 req-0f6c6ecc-9775-4683-872e-a4288671dd49 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:47.861621 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-ffa46a5a-4ecf-42c9-9600-62c7a84665c5 req-0f6c6ecc-9775-4683-872e-a4288671dd49 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/ports?device_id=02c1b0bd-c2ce-458c-ac26-51edef4c924f HTTP/1.1" status: 200 len: 946 time: 0.1115627 Jan 27 08:21:48.246539 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-ffa46a5a-4ecf-42c9-9600-62c7a84665c5 req-cceae64b-e339-4464-9bea-2ad0f0f55181 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/security-groups?id=c4f397e2-48a0-45b5-806f-f6ca83a6e63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3838754 Jan 27 08:21:48.262741 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d4712a29-204d-4ac2-8689-d2ef9c53ae68 req-5141bc0a-8303-40ba-9997-e0a55f163943 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf800f47-40f3-4fce-ab05-59e5c815c2b6 HTTP/1.1" status: 200 len: 210 time: 0.0469036 Jan 27 08:21:48.663238 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.agents_db [None req-38ef7be0-44ce-4a1a-bebd-f97a99571a56 None None] Agent healthcheck: found 6 active agents {{(pid=102578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 08:21:49.203886 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7038efbf-7bb8-4820-ac84-06a01cc96066 req-0ea1c043-543f-4518-91d8-67e3c1b8f50a tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:49.205393 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-7038efbf-7bb8-4820-ac84-06a01cc96066 req-0ea1c043-543f-4518-91d8-67e3c1b8f50a tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.72 "GET /v2.0/networks?id=ccc027b8-b719-4fba-bfab-019899fdf8a6 HTTP/1.1" status: 200 len: 815 time: 0.1312072 Jan 27 08:21:49.223635 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [req-7038efbf-7bb8-4820-ac84-06a01cc96066 req-2bac35bc-b253-4220-97a6-c5af10c25a98 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Request body: {'port': {'device_id': 'cf800f47-40f3-4fce-ab05-59e5c815c2b6', 'network_id': 'ccc027b8-b719-4fba-bfab-019899fdf8a6', 'admin_state_up': True, 'tenant_id': '6402071f030f456996da0c23e7a86316'}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:21:49.401479 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98068ef-c33e-4aba-a9a9-19a114d7ee5e req-73b0428b-1f64-4d2f-ab02-e4ead06676bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:49.404942 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-d98068ef-c33e-4aba-a9a9-19a114d7ee5e req-73b0428b-1f64-4d2f-ab02-e4ead06676bb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=02c1b0bd-c2ce-458c-ac26-51edef4c924f&tenant_id=98ed485ee068452897a0970649c63f20 HTTP/1.1" status: 200 len: 1099 time: 0.0741551 Jan 27 08:21:49.448160 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-dfd3c9eb-ad42-4357-a4e9-c1f4fb5668ed req-63a13656-0b9e-400b-b7f9-2724c4804f24 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf800f47-40f3-4fce-ab05-59e5c815c2b6 HTTP/1.1" status: 200 len: 210 time: 0.0338945 Jan 27 08:21:49.459707 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba89b9-456e-462c-bb9c-23f680bb50fc req-221c006d-f19a-4372-9160-4443bb6f7d76 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:49.463084 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-c2ba89b9-456e-462c-bb9c-23f680bb50fc req-221c006d-f19a-4372-9160-4443bb6f7d76 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/ports?device_id=02c1b0bd-c2ce-458c-ac26-51edef4c924f HTTP/1.1" status: 200 len: 946 time: 0.1415908 Jan 27 08:21:49.477309 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7038efbf-7bb8-4820-ac84-06a01cc96066 req-2bac35bc-b253-4220-97a6-c5af10c25a98 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Made reservation on behalf of 6402071f030f456996da0c23e7a86316 for: {'port': 1} {{(pid=102576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 08:21:49.482530 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-7038efbf-7bb8-4820-ac84-06a01cc96066 req-2bac35bc-b253-4220-97a6-c5af10c25a98 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:49.488044 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98068ef-c33e-4aba-a9a9-19a114d7ee5e req-44a5d9b6-f4c2-40ae-8635-9cd8068645f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:49.489781 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-d98068ef-c33e-4aba-a9a9-19a114d7ee5e req-44a5d9b6-f4c2-40ae-8635-9cd8068645f8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=98ed485ee068452897a0970649c63f20&device_id=02c1b0bd-c2ce-458c-ac26-51edef4c924f HTTP/1.1" status: 200 len: 1099 time: 0.0550551 Jan 27 08:21:49.544451 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-c2ba89b9-456e-462c-bb9c-23f680bb50fc req-fdaded57-c7ef-4edd-b0ed-cd3e7f72ad89 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/security-groups?id=c4f397e2-48a0-45b5-806f-f6ca83a6e63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756838 Jan 27 08:21:49.597559 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98068ef-c33e-4aba-a9a9-19a114d7ee5e req-f9cdfdc1-fcee-4de3-a109-edd4f7b0b21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:49.599243 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-d98068ef-c33e-4aba-a9a9-19a114d7ee5e req-f9cdfdc1-fcee-4de3-a109-edd4f7b0b21e service neutron] 10.222.0.72 "GET /v2.0/networks?id=0570d7bb-3bb5-416d-8475-d966c8539834 HTTP/1.1" status: 200 len: 910 time: 0.0998998 Jan 27 08:21:49.669610 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.db_base_plugin_common [req-7038efbf-7bb8-4820-ac84-06a01cc96066 req-2bac35bc-b253-4220-97a6-c5af10c25a98 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Allocated IP 172.20.0.6 (ccc027b8-b719-4fba-bfab-019899fdf8a6/0f43a9f9-3868-4a18-ac51-4b042bdd31d6/e9592224-f54f-4980-bb9f-e02ba2faf5d1) {{(pid=102576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 08:21:49.685939 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-d98068ef-c33e-4aba-a9a9-19a114d7ee5e req-9fcb4056-b2c4-48fa-aeb7-5c229dbb2fd4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c53a4196-d9bb-4f2b-913f-e3b004125cb2 HTTP/1.1" status: 200 len: 1001 time: 0.0781827 Jan 27 08:21:49.744481 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98068ef-c33e-4aba-a9a9-19a114d7ee5e req-b2b5aac0-e973-4d46-b367-0541f1fed575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:49.746177 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-d98068ef-c33e-4aba-a9a9-19a114d7ee5e req-b2b5aac0-e973-4d46-b367-0541f1fed575 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec63d37f-0db1-43a9-95ed-0d471e60ae84 HTTP/1.1" status: 200 len: 848 time: 0.0512500 Jan 27 08:21:49.799116 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98068ef-c33e-4aba-a9a9-19a114d7ee5e req-eab316c3-32a8-40b2-bb84-abc2ab6decf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:49.800712 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-d98068ef-c33e-4aba-a9a9-19a114d7ee5e req-eab316c3-32a8-40b2-bb84-abc2ab6decf5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0570d7bb-3bb5-416d-8475-d966c8539834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0486419 Jan 27 08:21:49.844816 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-7038efbf-7bb8-4820-ac84-06a01cc96066 req-2bac35bc-b253-4220-97a6-c5af10c25a98 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Publish callbacks [] for port (e9592224-f54f-4980-bb9f-e02ba2faf5d1), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:49.894815 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-7038efbf-7bb8-4820-ac84-06a01cc96066 req-2bac35bc-b253-4220-97a6-c5af10c25a98 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730334756109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13114657'] for port (e9592224-f54f-4980-bb9f-e02ba2faf5d1), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:49.908674 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] get_ports_and_sgs() called for port_ids ['74d2b896-3234-4146-8124-af4e3280fb10'] {{(pid=102577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 08:21:49.928969 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-d98068ef-c33e-4aba-a9a9-19a114d7ee5e req-22789100-3a8c-4b80-8485-07eee4d9ba02 service neutron] 10.222.0.72 "GET /v2.0/networks/0570d7bb-3bb5-416d-8475-d966c8539834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215222 Jan 27 08:21:49.944056 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-1272ff6e-8046-4e57-9b81-9ca7fa859b81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (913d1d6b-f856-4828-afb6-1e4cc7d36f68), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:49.945237 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7038efbf-7bb8-4820-ac84-06a01cc96066 req-2bac35bc-b253-4220-97a6-c5af10c25a98 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Network ccc027b8-b719-4fba-bfab-019899fdf8a6 is already hosted by enough agents. {{(pid=102576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 08:21:49.955488 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.base_scheduler [req-7038efbf-7bb8-4820-ac84-06a01cc96066 req-2bac35bc-b253-4220-97a6-c5af10c25a98 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Resources bound (agent type, host, resource id): {{(pid=102576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:21:49.959117 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [req-7038efbf-7bb8-4820-ac84-06a01cc96066 req-2bac35bc-b253-4220-97a6-c5af10c25a98 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Received port after_create {{(pid=102576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 08:21:50.004316 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bac35bc-b253-4220-97a6-c5af10c25a98 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Pushing event updated for resources: {'Port': ['ID=e9592224-f54f-4980-bb9f-e02ba2faf5d1,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:50.044525 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7038efbf-7bb8-4820-ac84-06a01cc96066 req-2bac35bc-b253-4220-97a6-c5af10c25a98 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:50.045221 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-7038efbf-7bb8-4820-ac84-06a01cc96066 req-2bac35bc-b253-4220-97a6-c5af10c25a98 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for port (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:50.065589 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-7038efbf-7bb8-4820-ac84-06a01cc96066 req-2bac35bc-b253-4220-97a6-c5af10c25a98 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8508782 Jan 27 08:21:50.090735 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [req-7038efbf-7bb8-4820-ac84-06a01cc96066 req-0de9c048-d994-4ce0-b6b3-473f478fb69b service neutron] Request body: {'port': {'device_id': 'cf800f47-40f3-4fce-ab05-59e5c815c2b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82658'}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:21:50.098683 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-d98068ef-c33e-4aba-a9a9-19a114d7ee5e req-f6dd8825-f680-462a-9f61-b8119c629ec1 service neutron] 10.222.0.72 "GET /v2.0/networks/0570d7bb-3bb5-416d-8475-d966c8539834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591768 Jan 27 08:21:50.175507 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-7038efbf-7bb8-4820-ac84-06a01cc96066 req-0de9c048-d994-4ce0-b6b3-473f478fb69b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (e9592224-f54f-4980-bb9f-e02ba2faf5d1), before_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:50.467656 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.notifiers.nova [req-7038efbf-7bb8-4820-ac84-06a01cc96066 req-0de9c048-d994-4ce0-b6b3-473f478fb69b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9592224-f54f-4980-bb9f-e02ba2faf5d1 {{(pid=102576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 08:21:50.475939 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-7038efbf-7bb8-4820-ac84-06a01cc96066 req-0de9c048-d994-4ce0-b6b3-473f478fb69b service neutron] Publish callbacks [] for port (e9592224-f54f-4980-bb9f-e02ba2faf5d1), precommit_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:50.494138 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.provisioning_blocks [req-7038efbf-7bb8-4820-ac84-06a01cc96066 req-0de9c048-d994-4ce0-b6b3-473f478fb69b service neutron] Transition to ACTIVE for port object e9592224-f54f-4980-bb9f-e02ba2faf5d1 will not be triggered until provisioned by entity L2. {{(pid=102576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 08:21:50.504571 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-7038efbf-7bb8-4820-ac84-06a01cc96066 req-0de9c048-d994-4ce0-b6b3-473f478fb69b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13114678'] for port (e9592224-f54f-4980-bb9f-e02ba2faf5d1), after_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:50.638070 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de9c048-d994-4ce0-b6b3-473f478fb69b service neutron] Pushing event updated for resources: {'Port': ['ID=e9592224-f54f-4980-bb9f-e02ba2faf5d1,revision_number=2']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:50.708581 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d433f1-1dcd-4fe3-bfe8-ac6e8534629b req-ff633d51-ae4f-4267-8775-58dd157e448f tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:50.713688 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-35d433f1-1dcd-4fe3-bfe8-ac6e8534629b req-ff633d51-ae4f-4267-8775-58dd157e448f tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf800f47-40f3-4fce-ab05-59e5c815c2b6 HTTP/1.1" status: 200 len: 943 time: 0.1638544 Jan 27 08:21:50.754136 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c4f82d-6502-42bf-84cb-46b0bbdea983 req-d165758a-36bc-4824-9fd0-9f9ec0ed701e tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:50.755679 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a3c4f82d-6502-42bf-84cb-46b0bbdea983 req-d165758a-36bc-4824-9fd0-9f9ec0ed701e tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/ports?device_id=02c1b0bd-c2ce-458c-ac26-51edef4c924f HTTP/1.1" status: 200 len: 946 time: 0.1254764 Jan 27 08:21:50.760531 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.managers [req-7038efbf-7bb8-4820-ac84-06a01cc96066 req-0de9c048-d994-4ce0-b6b3-473f478fb69b service neutron] Attempting to bind port e9592224-f54f-4980-bb9f-e02ba2faf5d1 on host hv-cinder-82658 for vnic_type normal with profile {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 08:21:50.761049 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.managers [req-7038efbf-7bb8-4820-ac84-06a01cc96066 req-0de9c048-d994-4ce0-b6b3-473f478fb69b service neutron] Attempting to bind port e9592224-f54f-4980-bb9f-e02ba2faf5d1 by drivers openvswitch,hyperv on host hv-cinder-82658 at level 0 using segments [{'id': 'c653d8ee-07e4-4794-b242-17586b507f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'ccc027b8-b719-4fba-bfab-019899fdf8a6'}] {{(pid=102576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 08:21:50.761384 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7038efbf-7bb8-4820-ac84-06a01cc96066 req-0de9c048-d994-4ce0-b6b3-473f478fb69b service neutron] Attempting to bind port e9592224-f54f-4980-bb9f-e02ba2faf5d1 on network ccc027b8-b719-4fba-bfab-019899fdf8a6 {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:21:50.782196 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7038efbf-7bb8-4820-ac84-06a01cc96066 req-0de9c048-d994-4ce0-b6b3-473f478fb69b service neutron] Port e9592224-f54f-4980-bb9f-e02ba2faf5d1 on network ccc027b8-b719-4fba-bfab-019899fdf8a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82658 {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 08:21:50.782519 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7038efbf-7bb8-4820-ac84-06a01cc96066 req-0de9c048-d994-4ce0-b6b3-473f478fb69b service neutron] Attempting to bind port e9592224-f54f-4980-bb9f-e02ba2faf5d1 on network ccc027b8-b719-4fba-bfab-019899fdf8a6 {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:21:50.807787 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-35d433f1-1dcd-4fe3-bfe8-ac6e8534629b req-d849b9ee-e4e9-4d80-b2e3-aa82968d2ecf tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/security-groups?id=86d56208-1791-4d02-8c06-8995ae2f027c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902760 Jan 27 08:21:50.808426 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7038efbf-7bb8-4820-ac84-06a01cc96066 req-0de9c048-d994-4ce0-b6b3-473f478fb69b service neutron] Checking agent: {'id': '926d476c-3c92-4faa-a402-a395b4978e44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82658', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 8, 12, 58), 'started_at': datetime.datetime(2022, 1, 27, 8, 12, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 8, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 08:21:50.808548 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7038efbf-7bb8-4820-ac84-06a01cc96066 req-0de9c048-d994-4ce0-b6b3-473f478fb69b service neutron] Checking segment: {'id': 'c653d8ee-07e4-4794-b242-17586b507f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'ccc027b8-b719-4fba-bfab-019899fdf8a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:21:50.808914 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7038efbf-7bb8-4820-ac84-06a01cc96066 req-0de9c048-d994-4ce0-b6b3-473f478fb69b service neutron] Bound using segment: {'id': 'c653d8ee-07e4-4794-b242-17586b507f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'ccc027b8-b719-4fba-bfab-019899fdf8a6'} {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 08:21:50.809372 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.managers [req-7038efbf-7bb8-4820-ac84-06a01cc96066 req-0de9c048-d994-4ce0-b6b3-473f478fb69b service neutron] Bound port: e9592224-f54f-4980-bb9f-e02ba2faf5d1, host: hv-cinder-82658, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c653d8ee-07e4-4794-b242-17586b507f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'ccc027b8-b719-4fba-bfab-019899fdf8a6'}}] {{(pid=102576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 08:21:50.809735 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-7038efbf-7bb8-4820-ac84-06a01cc96066 req-0de9c048-d994-4ce0-b6b3-473f478fb69b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (e9592224-f54f-4980-bb9f-e02ba2faf5d1), before_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:50.866343 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a3c4f82d-6502-42bf-84cb-46b0bbdea983 req-206c237e-375c-41ea-ac69-e62b9c976add tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/security-groups?id=c4f397e2-48a0-45b5-806f-f6ca83a6e63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027534 Jan 27 08:21:50.901320 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.db [req-7038efbf-7bb8-4820-ac84-06a01cc96066 req-0de9c048-d994-4ce0-b6b3-473f478fb69b service neutron] For port e9592224-f54f-4980-bb9f-e02ba2faf5d1, host hv-cinder-82658, cleared binding levels {{(pid=102576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 08:21:50.904563 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.db [req-7038efbf-7bb8-4820-ac84-06a01cc96066 req-0de9c048-d994-4ce0-b6b3-473f478fb69b service neutron] For port e9592224-f54f-4980-bb9f-e02ba2faf5d1, host hv-cinder-82658, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=e9592224-f54f-4980-bb9f-e02ba2faf5d1,segment=NetworkSegment(c653d8ee-07e4-4794-b242-17586b507f85),segment_id=c653d8ee-07e4-4794-b242-17586b507f85)] {{(pid=102576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 08:21:50.911953 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-7038efbf-7bb8-4820-ac84-06a01cc96066 req-0de9c048-d994-4ce0-b6b3-473f478fb69b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13114678'] for port (e9592224-f54f-4980-bb9f-e02ba2faf5d1), after_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:50.953346 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7038efbf-7bb8-4820-ac84-06a01cc96066 req-0de9c048-d994-4ce0-b6b3-473f478fb69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:50.953977 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-7038efbf-7bb8-4820-ac84-06a01cc96066 req-0de9c048-d994-4ce0-b6b3-473f478fb69b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for port (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:50.955950 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-7038efbf-7bb8-4820-ac84-06a01cc96066 req-0de9c048-d994-4ce0-b6b3-473f478fb69b service neutron] 10.222.0.72 "PUT /v2.0/ports/e9592224-f54f-4980-bb9f-e02ba2faf5d1 HTTP/1.1" status: 200 len: 1093 time: 0.8728786 Jan 27 08:21:50.956392 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf800f47-40f3-4fce-ab05-59e5c815c2b6', 'tag': 'e9592224-f54f-4980-bb9f-e02ba2faf5d1'}] {{(pid=102576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:21:50.958678 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e99b03222c8d2fef0e5d308316368c2f75dcb43852cf269b2a1b1136e13dae4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b44c85-a878-4afc-990b-9066be873040" -d '{"events": [{"name": "network-changed", "server_uuid": "cf800f47-40f3-4fce-ab05-59e5c815c2b6", "tag": "e9592224-f54f-4980-bb9f-e02ba2faf5d1"}]}' {{(pid=102576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:21:50.985280 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de9c048-d994-4ce0-b6b3-473f478fb69b service neutron] Pushing event updated for resources: {'Port': ['ID=e9592224-f54f-4980-bb9f-e02ba2faf5d1,revision_number=3']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:51.037624 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 08:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67fd41fd-59dd-4bc1-8ce0-45dce71be4c4 x-openstack-request-id: req-67fd41fd-59dd-4bc1-8ce0-45dce71be4c4 {{(pid=102576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:21:51.037938 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf800f47-40f3-4fce-ab05-59e5c815c2b6", "tag": "e9592224-f54f-4980-bb9f-e02ba2faf5d1", "status": "completed", "code": 200}]} {{(pid=102576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:21:51.038334 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-67fd41fd-59dd-4bc1-8ce0-45dce71be4c4 {{(pid=102576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:21:51.038808 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf800f47-40f3-4fce-ab05-59e5c815c2b6', 'tag': 'e9592224-f54f-4980-bb9f-e02ba2faf5d1', 'status': 'completed', 'code': 200} Jan 27 08:21:51.055309 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7038efbf-7bb8-4820-ac84-06a01cc96066 req-75014a82-f2e0-4d67-b897-718e33b36386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:51.057142 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-7038efbf-7bb8-4820-ac84-06a01cc96066 req-75014a82-f2e0-4d67-b897-718e33b36386 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6402071f030f456996da0c23e7a86316&device_id=cf800f47-40f3-4fce-ab05-59e5c815c2b6 HTTP/1.1" status: 200 len: 1096 time: 0.0517571 Jan 27 08:21:51.099530 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-7038efbf-7bb8-4820-ac84-06a01cc96066 req-bb6706d1-85da-4c44-878c-a1bf12cf1c4a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9592224-f54f-4980-bb9f-e02ba2faf5d1 HTTP/1.1" status: 200 len: 217 time: 0.0346508 Jan 27 08:21:51.157966 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7038efbf-7bb8-4820-ac84-06a01cc96066 req-bab22feb-1198-467a-8a47-1b444655aae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:51.159664 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-7038efbf-7bb8-4820-ac84-06a01cc96066 req-bab22feb-1198-467a-8a47-1b444655aae2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0f43a9f9-3868-4a18-ac51-4b042bdd31d6 HTTP/1.1" status: 200 len: 855 time: 0.0535429 Jan 27 08:21:51.191657 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-7038efbf-7bb8-4820-ac84-06a01cc96066 req-ce5148ee-dbfb-4fa7-8018-68a58e0c0d96 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ccc027b8-b719-4fba-bfab-019899fdf8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245109 Jan 27 08:21:51.286331 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-7038efbf-7bb8-4820-ac84-06a01cc96066 req-f01b9b4d-ba6c-41c2-b8b4-f567b614df9b service neutron] 10.222.0.72 "GET /v2.0/networks/ccc027b8-b719-4fba-bfab-019899fdf8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881734 Jan 27 08:21:51.294197 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device c53a4196-d9bb-4f2b-913f-e3b004125cb2 no longer exists at agent hyperv_hv-cinder-82658 {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 08:21:51.380311 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Current status of the port c53a4196-d9bb-4f2b-913f-e3b004125cb2 is: ACTIVE; New status is: DOWN {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:21:51.380823 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (c53a4196-d9bb-4f2b-913f-e3b004125cb2), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:51.394071 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-7038efbf-7bb8-4820-ac84-06a01cc96066 req-8ba97f84-4d22-4a87-8f05-402f6517174e service neutron] 10.222.0.72 "GET /v2.0/networks/ccc027b8-b719-4fba-bfab-019899fdf8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011705 Jan 27 08:21:51.408382 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c1b0bd-c2ce-458c-ac26-51edef4c924f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c53a4196-d9bb-4f2b-913f-e3b004125cb2'}] {{(pid=102577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:21:51.411178 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ec6f2d63f069076934ea9a19260140f1f8696ff0c22b7471017e65d09815c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8907adb3-4c22-4476-9d05-62af2ac46d1d" -d '{"events": [{"server_uuid": "02c1b0bd-c2ce-458c-ac26-51edef4c924f", "name": "network-vif-unplugged", "status": "completed", "tag": "c53a4196-d9bb-4f2b-913f-e3b004125cb2"}]}' {{(pid=102577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:21:51.426343 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port c53a4196-d9bb-4f2b-913f-e3b004125cb2, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=c53a4196-d9bb-4f2b-913f-e3b004125cb2,segment=NetworkSegment(66343028-b008-43d7-89a2-855fb04fc1e4),segment_id=66343028-b008-43d7-89a2-855fb04fc1e4)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:21:51.439178 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (c53a4196-d9bb-4f2b-913f-e3b004125cb2), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:51.473458 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 08:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53277ccb-b06a-419a-9e90-5f0a037079fd x-openstack-request-id: req-53277ccb-b06a-419a-9e90-5f0a037079fd {{(pid=102577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:21:51.473752 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02c1b0bd-c2ce-458c-ac26-51edef4c924f", "name": "network-vif-unplugged", "status": "completed", "tag": "c53a4196-d9bb-4f2b-913f-e3b004125cb2", "code": 200}]} {{(pid=102577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:21:51.474207 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-53277ccb-b06a-419a-9e90-5f0a037079fd {{(pid=102577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:21:51.474612 dv-cinder-826589-1-iscsi neutron-server[102577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02c1b0bd-c2ce-458c-ac26-51edef4c924f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c53a4196-d9bb-4f2b-913f-e3b004125cb2', 'code': 200} Jan 27 08:21:51.512672 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Pushing event updated for resources: {'Port': ['ID=c53a4196-d9bb-4f2b-913f-e3b004125cb2,revision_number=6']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:51.515138 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b44c85-a878-4afc-990b-9066be873040 req-d5c19dbc-69bf-40a5-93b4-dc16a861cfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:51.516918 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-37b44c85-a878-4afc-990b-9066be873040 req-d5c19dbc-69bf-40a5-93b4-dc16a861cfce service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6402071f030f456996da0c23e7a86316&device_id=cf800f47-40f3-4fce-ab05-59e5c815c2b6 HTTP/1.1" status: 200 len: 1096 time: 0.0464427 Jan 27 08:21:51.645228 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b44c85-a878-4afc-990b-9066be873040 req-87a2792d-f8a6-4911-b13b-d8d583160122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:51.646724 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-37b44c85-a878-4afc-990b-9066be873040 req-87a2792d-f8a6-4911-b13b-d8d583160122 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ccc027b8-b719-4fba-bfab-019899fdf8a6 HTTP/1.1" status: 200 len: 916 time: 0.1115835 Jan 27 08:21:51.701922 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-37b44c85-a878-4afc-990b-9066be873040 req-15f35c5f-4a6e-417f-a4c1-b03609ba842c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9592224-f54f-4980-bb9f-e02ba2faf5d1 HTTP/1.1" status: 200 len: 217 time: 0.0480428 Jan 27 08:21:51.756368 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b44c85-a878-4afc-990b-9066be873040 req-3679e4a9-5422-4eb0-9f16-4fdbcfc8a3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:51.758258 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-37b44c85-a878-4afc-990b-9066be873040 req-3679e4a9-5422-4eb0-9f16-4fdbcfc8a3c6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0f43a9f9-3868-4a18-ac51-4b042bdd31d6 HTTP/1.1" status: 200 len: 855 time: 0.0494490 Jan 27 08:21:51.789744 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-37b44c85-a878-4afc-990b-9066be873040 req-c73392a1-9177-4497-9e2c-c62f7b605191 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ccc027b8-b719-4fba-bfab-019899fdf8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241904 Jan 27 08:21:51.937142 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-37b44c85-a878-4afc-990b-9066be873040 req-50674804-b0e2-464a-be15-a0b262a2e313 service neutron] 10.222.0.72 "GET /v2.0/networks/ccc027b8-b719-4fba-bfab-019899fdf8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401210 Jan 27 08:21:52.057561 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c4eec5-45d8-49ec-8d0e-83c1d1d3b60a req-01c31847-e124-44c3-927a-9910bca80f5c tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:52.059047 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-77c4eec5-45d8-49ec-8d0e-83c1d1d3b60a req-01c31847-e124-44c3-927a-9910bca80f5c tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf800f47-40f3-4fce-ab05-59e5c815c2b6 HTTP/1.1" status: 200 len: 943 time: 0.1533165 Jan 27 08:21:52.100316 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c9a8c-e952-423b-8e97-e5f8de72d46c req-719dcb04-d909-4e0a-9c1a-73fbd0bb9273 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:52.101849 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-593c9a8c-e952-423b-8e97-e5f8de72d46c req-719dcb04-d909-4e0a-9c1a-73fbd0bb9273 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/ports?device_id=02c1b0bd-c2ce-458c-ac26-51edef4c924f HTTP/1.1" status: 200 len: 944 time: 0.1471994 Jan 27 08:21:52.133060 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-37b44c85-a878-4afc-990b-9066be873040 req-6f6297aa-eb74-4867-b171-5724f3268deb service neutron] 10.222.0.72 "GET /v2.0/networks/ccc027b8-b719-4fba-bfab-019899fdf8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893959 Jan 27 08:21:52.170910 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-77c4eec5-45d8-49ec-8d0e-83c1d1d3b60a req-5d0c3ac3-f348-415e-904d-97c353f087f1 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/security-groups?id=86d56208-1791-4d02-8c06-8995ae2f027c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059110 Jan 27 08:21:52.185036 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-593c9a8c-e952-423b-8e97-e5f8de72d46c req-b199ebd2-f9db-4ebf-9dd6-c9f2da27ff2d tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/security-groups?id=c4f397e2-48a0-45b5-806f-f6ca83a6e63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744312 Jan 27 08:21:52.484797 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9978dcc-bb81-4031-9629-1440ac13e017 req-1c338a9f-f9de-4566-be43-00c0b9c10247 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:52.486249 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b9978dcc-bb81-4031-9629-1440ac13e017 req-1c338a9f-f9de-4566-be43-00c0b9c10247 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/networks?id=1ee4935e-d112-4167-9e63-78b81a132699 HTTP/1.1" status: 200 len: 814 time: 0.1005354 Jan 27 08:21:52.501556 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b9978dcc-bb81-4031-9629-1440ac13e017 req-cad2122c-9dbd-4c1a-8e4f-2103cbd80315 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/quotas/3f205d29427e42f9a63d06733db73b9f HTTP/1.1" status: 200 len: 375 time: 0.0100288 Jan 27 08:21:52.551903 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b9978dcc-bb81-4031-9629-1440ac13e017 req-382ef84c-404e-4aff-8767-e10f45fd4fc7 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=3f205d29427e42f9a63d06733db73b9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449533 Jan 27 08:21:52.646782 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b9978dcc-bb81-4031-9629-1440ac13e017 req-33769891-bc97-4925-a4c0-daa468dc1c71 service neutron] 10.222.0.59 "GET /v2.0/networks/1ee4935e-d112-4167-9e63-78b81a132699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836170 Jan 27 08:21:52.733401 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b9978dcc-bb81-4031-9629-1440ac13e017 req-4be92eeb-2a28-46b8-8e29-2b46f95f19c1 service neutron] 10.222.0.59 "GET /v2.0/networks/1ee4935e-d112-4167-9e63-78b81a132699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805209 Jan 27 08:21:52.897709 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-721c436b-590b-4d76-9417-904428be58e2 req-9bdd9dfa-ec24-402b-be50-13a5a2a407c3 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c0e3462-00c5-490e-9153-bbb3750d7236 HTTP/1.1" status: 200 len: 210 time: 0.0298126 Jan 27 08:21:52.908425 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-e6ec923a-9999-4628-836d-bc8e89704105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (c4292dc4-d7f6-4187-994e-0142c7d14647), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:53.298301 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device e9592224-f54f-4980-bb9f-e02ba2faf5d1 details requested by agent hyperv_hv-cinder-82658 with host hv-cinder-82658 {{(pid=102577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 08:21:53.318268 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d02677-351b-4754-b1d9-c2705b7c55fb req-3eff705f-09bd-453f-aa7f-c304054aa025 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:53.319752 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-44d02677-351b-4754-b1d9-c2705b7c55fb req-3eff705f-09bd-453f-aa7f-c304054aa025 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/ports?device_id=02c1b0bd-c2ce-458c-ac26-51edef4c924f HTTP/1.1" status: 200 len: 944 time: 0.0673561 Jan 27 08:21:53.327022 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74924d-211f-4c2d-b840-37e134d7971c req-3170cc75-8df7-487f-99ea-b0a960d5094e tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:53.328525 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-fd74924d-211f-4c2d-b840-37e134d7971c req-3170cc75-8df7-487f-99ea-b0a960d5094e tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf800f47-40f3-4fce-ab05-59e5c815c2b6 HTTP/1.1" status: 200 len: 943 time: 0.0866373 Jan 27 08:21:53.403295 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-44d02677-351b-4754-b1d9-c2705b7c55fb req-aad5a713-f72f-4645-8d0b-917329698c47 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/security-groups?id=c4f397e2-48a0-45b5-806f-f6ca83a6e63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737488 Jan 27 08:21:53.406805 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-fd74924d-211f-4c2d-b840-37e134d7971c req-45479c01-2f51-4be3-9e61-b61e58a85533 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/security-groups?id=86d56208-1791-4d02-8c06-8995ae2f027c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707650 Jan 27 08:21:53.422740 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port e9592224-f54f-4980-bb9f-e02ba2faf5d1, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=e9592224-f54f-4980-bb9f-e02ba2faf5d1,segment=NetworkSegment(c653d8ee-07e4-4794-b242-17586b507f85),segment_id=c653d8ee-07e4-4794-b242-17586b507f85)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:21:53.437931 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Returning: {'device': 'e9592224-f54f-4980-bb9f-e02ba2faf5d1', 'network_id': 'ccc027b8-b719-4fba-bfab-019899fdf8a6', 'port_id': 'e9592224-f54f-4980-bb9f-e02ba2faf5d1', 'mac_address': 'fa:16:3e:ad:5b:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f43a9f9-3868-4a18-ac51-4b042bdd31d6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 08:21:53.478029 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Current status of the port e9592224-f54f-4980-bb9f-e02ba2faf5d1 is: DOWN; New status is: BUILD {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:21:53.478345 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (e9592224-f54f-4980-bb9f-e02ba2faf5d1), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:53.491538 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.notifiers.nova [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9592224-f54f-4980-bb9f-e02ba2faf5d1 {{(pid=102577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 08:21:53.512927 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port e9592224-f54f-4980-bb9f-e02ba2faf5d1, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=e9592224-f54f-4980-bb9f-e02ba2faf5d1,segment=NetworkSegment(c653d8ee-07e4-4794-b242-17586b507f85),segment_id=c653d8ee-07e4-4794-b242-17586b507f85)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:21:53.517130 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (e9592224-f54f-4980-bb9f-e02ba2faf5d1), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:53.566240 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Pushing event updated for resources: {'Port': ['ID=e9592224-f54f-4980-bb9f-e02ba2faf5d1,revision_number=4']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:53.751693 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] get_ports_and_sgs() called for port_ids ['e9592224-f54f-4980-bb9f-e02ba2faf5d1'] {{(pid=102577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 08:21:53.892135 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9978dcc-bb81-4031-9629-1440ac13e017 req-3236668f-f5b2-4833-b2d8-c6422af11f67 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:53.893624 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b9978dcc-bb81-4031-9629-1440ac13e017 req-3236668f-f5b2-4833-b2d8-c6422af11f67 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.72 "GET /v2.0/networks?id=1ee4935e-d112-4167-9e63-78b81a132699 HTTP/1.1" status: 200 len: 814 time: 0.1115251 Jan 27 08:21:53.905837 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [req-b9978dcc-bb81-4031-9629-1440ac13e017 req-5711df6f-fe68-4956-a7eb-f58c2db0ee02 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Request body: {'port': {'device_id': '2c0e3462-00c5-490e-9153-bbb3750d7236', 'network_id': '1ee4935e-d112-4167-9e63-78b81a132699', 'admin_state_up': True, 'tenant_id': '3f205d29427e42f9a63d06733db73b9f'}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:21:54.002841 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-44fcf154-6e8d-4431-b77c-403bedc9b0cf req-f18b342b-3bbd-42af-835e-40dad7722599 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c0e3462-00c5-490e-9153-bbb3750d7236 HTTP/1.1" status: 200 len: 210 time: 0.0314186 Jan 27 08:21:54.046182 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9978dcc-bb81-4031-9629-1440ac13e017 req-5711df6f-fe68-4956-a7eb-f58c2db0ee02 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Made reservation on behalf of 3f205d29427e42f9a63d06733db73b9f for: {'port': 1} {{(pid=102576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 08:21:54.050731 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-b9978dcc-bb81-4031-9629-1440ac13e017 req-5711df6f-fe68-4956-a7eb-f58c2db0ee02 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:54.181903 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.db_base_plugin_common [req-b9978dcc-bb81-4031-9629-1440ac13e017 req-5711df6f-fe68-4956-a7eb-f58c2db0ee02 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Allocated IP 172.20.0.14 (1ee4935e-d112-4167-9e63-78b81a132699/c2a97265-d832-4a00-a269-fcf61d06224a/afaa3a9a-e73c-4303-a2d3-9a6d632848c3) {{(pid=102576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 08:21:54.388127 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-b9978dcc-bb81-4031-9629-1440ac13e017 req-5711df6f-fe68-4956-a7eb-f58c2db0ee02 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Publish callbacks [] for port (afaa3a9a-e73c-4303-a2d3-9a6d632848c3), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:54.426100 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-b9978dcc-bb81-4031-9629-1440ac13e017 req-5711df6f-fe68-4956-a7eb-f58c2db0ee02 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730334756109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13114657'] for port (afaa3a9a-e73c-4303-a2d3-9a6d632848c3), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:54.473576 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9978dcc-bb81-4031-9629-1440ac13e017 req-5711df6f-fe68-4956-a7eb-f58c2db0ee02 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Network 1ee4935e-d112-4167-9e63-78b81a132699 is already hosted by enough agents. {{(pid=102576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 08:21:54.477400 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.base_scheduler [req-b9978dcc-bb81-4031-9629-1440ac13e017 req-5711df6f-fe68-4956-a7eb-f58c2db0ee02 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Resources bound (agent type, host, resource id): {{(pid=102576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:21:54.481640 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9978dcc-bb81-4031-9629-1440ac13e017 req-5711df6f-fe68-4956-a7eb-f58c2db0ee02 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Received port after_create {{(pid=102576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 08:21:54.562407 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5711df6f-fe68-4956-a7eb-f58c2db0ee02 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Pushing event updated for resources: {'Port': ['ID=afaa3a9a-e73c-4303-a2d3-9a6d632848c3,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:54.612295 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9978dcc-bb81-4031-9629-1440ac13e017 req-5711df6f-fe68-4956-a7eb-f58c2db0ee02 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:54.612964 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-b9978dcc-bb81-4031-9629-1440ac13e017 req-5711df6f-fe68-4956-a7eb-f58c2db0ee02 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for port (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:54.639973 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-84f64028-d758-4200-a634-8b4e45c8e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (30676f9c-3677-4b49-810a-45ff2c7eef62), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:54.657425 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd6dcf-eb10-4e66-b0d1-cafe80ffeee2 req-8644d9de-17bc-4164-8b36-849ae0ad0913 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:54.659175 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-33fd6dcf-eb10-4e66-b0d1-cafe80ffeee2 req-8644d9de-17bc-4164-8b36-849ae0ad0913 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/ports?device_id=02c1b0bd-c2ce-458c-ac26-51edef4c924f HTTP/1.1" status: 200 len: 944 time: 0.1463618 Jan 27 08:21:54.678406 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b9978dcc-bb81-4031-9629-1440ac13e017 req-5711df6f-fe68-4956-a7eb-f58c2db0ee02 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7766025 Jan 27 08:21:54.691817 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f566bd-d560-4cd6-be79-1a4c2704d5aa req-eaaf0a88-fc72-40d5-882b-e7a0c8235fd8 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:54.693363 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-90f566bd-d560-4cd6-be79-1a4c2704d5aa req-eaaf0a88-fc72-40d5-882b-e7a0c8235fd8 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf800f47-40f3-4fce-ab05-59e5c815c2b6 HTTP/1.1" status: 200 len: 944 time: 0.1282036 Jan 27 08:21:54.786260 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-33fd6dcf-eb10-4e66-b0d1-cafe80ffeee2 req-8d9c8b91-247e-49af-8641-daf9388a84fb tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/security-groups?id=c4f397e2-48a0-45b5-806f-f6ca83a6e63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144481 Jan 27 08:21:54.798786 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-90f566bd-d560-4cd6-be79-1a4c2704d5aa req-24ac4189-1e93-4d6d-a24b-c2139c207c1c tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/security-groups?id=86d56208-1791-4d02-8c06-8995ae2f027c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982146 Jan 27 08:21:54.961534 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-4cc00e56-414a-4006-a9df-3c9a090a70e6 None None] Provisioning complete for port afaa3a9a-e73c-4303-a2d3-9a6d632848c3 triggered by entity DHCP. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:21:54.962037 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-4cc00e56-414a-4006-a9df-3c9a090a70e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (afaa3a9a-e73c-4303-a2d3-9a6d632848c3), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:55.007859 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-4cc00e56-414a-4006-a9df-3c9a090a70e6 None None] Port afaa3a9a-e73c-4303-a2d3-9a6d632848c3 cannot update to ACTIVE because it is not bound. {{(pid=102577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 08:21:55.164598 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce86d4db-df5b-4cad-ba60-021253362063 req-ba1a8800-c2f9-43c7-9a98-22453faef490 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:55.168180 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-ce86d4db-df5b-4cad-ba60-021253362063 req-ba1a8800-c2f9-43c7-9a98-22453faef490 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c0e3462-00c5-490e-9153-bbb3750d7236 HTTP/1.1" status: 200 len: 932 time: 0.0764220 Jan 27 08:21:55.249025 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-ce86d4db-df5b-4cad-ba60-021253362063 req-0792ea24-f7c0-45c7-afc5-653c4ef4ddb6 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ad5322c-90b1-4bf1-9bda-fe98c62b5554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750337 Jan 27 08:21:55.334412 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device e9592224-f54f-4980-bb9f-e02ba2faf5d1 up at agent hyperv_hv-cinder-82658 {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:21:55.395910 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Provisioning for port e9592224-f54f-4980-bb9f-e02ba2faf5d1 completed by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 08:21:55.400431 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Provisioning complete for port e9592224-f54f-4980-bb9f-e02ba2faf5d1 triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:21:55.400782 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (e9592224-f54f-4980-bb9f-e02ba2faf5d1), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:55.488871 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Current status of the port e9592224-f54f-4980-bb9f-e02ba2faf5d1 is: BUILD; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:21:55.489257 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (e9592224-f54f-4980-bb9f-e02ba2faf5d1), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:55.514747 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf800f47-40f3-4fce-ab05-59e5c815c2b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9592224-f54f-4980-bb9f-e02ba2faf5d1'}] {{(pid=102577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:21:55.517110 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ec6f2d63f069076934ea9a19260140f1f8696ff0c22b7471017e65d09815c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9c8cd4-2668-4bf7-a83a-b29601d6b350" -d '{"events": [{"server_uuid": "cf800f47-40f3-4fce-ab05-59e5c815c2b6", "name": "network-vif-plugged", "status": "completed", "tag": "e9592224-f54f-4980-bb9f-e02ba2faf5d1"}]}' {{(pid=102577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:21:55.531993 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port e9592224-f54f-4980-bb9f-e02ba2faf5d1, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=e9592224-f54f-4980-bb9f-e02ba2faf5d1,segment=NetworkSegment(c653d8ee-07e4-4794-b242-17586b507f85),segment_id=c653d8ee-07e4-4794-b242-17586b507f85)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:21:55.536197 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (e9592224-f54f-4980-bb9f-e02ba2faf5d1), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:55.584891 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 08:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f7feb61-f624-4cf2-be24-859ec522cf57 x-openstack-request-id: req-9f7feb61-f624-4cf2-be24-859ec522cf57 {{(pid=102577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:21:55.585182 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf800f47-40f3-4fce-ab05-59e5c815c2b6", "name": "network-vif-plugged", "status": "completed", "tag": "e9592224-f54f-4980-bb9f-e02ba2faf5d1", "code": 200}]} {{(pid=102577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:21:55.585351 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9f7feb61-f624-4cf2-be24-859ec522cf57 {{(pid=102577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:21:55.585933 dv-cinder-826589-1-iscsi neutron-server[102577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf800f47-40f3-4fce-ab05-59e5c815c2b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9592224-f54f-4980-bb9f-e02ba2faf5d1', 'code': 200} Jan 27 08:21:55.600157 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Pushing event updated for resources: {'Port': ['ID=e9592224-f54f-4980-bb9f-e02ba2faf5d1,revision_number=5']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:21:55.785252 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-932e581e-1ad5-4fce-9316-ae3110c4cab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (037c8737-e99f-497c-9717-3fbc8e736584), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:55.960336 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb80a4-5820-4b82-a6c9-c26c8c2e94f2 req-ae227f2d-7f70-48a2-aa11-c624dcc19f07 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:55.966013 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a8fb80a4-5820-4b82-a6c9-c26c8c2e94f2 req-ae227f2d-7f70-48a2-aa11-c624dcc19f07 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/ports?device_id=02c1b0bd-c2ce-458c-ac26-51edef4c924f HTTP/1.1" status: 200 len: 944 time: 0.0836923 Jan 27 08:21:55.984993 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a679ebf-1c80-4718-a5cf-42724ee87cc0 req-43630647-a187-481e-b3b8-722efc284fef tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:55.986890 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-8a679ebf-1c80-4718-a5cf-42724ee87cc0 req-43630647-a187-481e-b3b8-722efc284fef tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf800f47-40f3-4fce-ab05-59e5c815c2b6 HTTP/1.1" status: 200 len: 945 time: 0.0774009 Jan 27 08:21:56.059174 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a8fb80a4-5820-4b82-a6c9-c26c8c2e94f2 req-b34c47cb-7992-4389-903d-ff37246c6d1b tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/security-groups?id=c4f397e2-48a0-45b5-806f-f6ca83a6e63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858281 Jan 27 08:21:56.075024 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-8a679ebf-1c80-4718-a5cf-42724ee87cc0 req-8a3a910f-2a29-4a83-9d77-3185f600adf6 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/security-groups?id=86d56208-1791-4d02-8c06-8995ae2f027c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812573 Jan 27 08:21:56.368987 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e30bc-0670-47cf-8f25-a5d21b2c963a req-40687590-8271-4c7e-92cb-6cd4b12a582f tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:56.370461 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-266e30bc-0670-47cf-8f25-a5d21b2c963a req-40687590-8271-4c7e-92cb-6cd4b12a582f tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c0e3462-00c5-490e-9153-bbb3750d7236 HTTP/1.1" status: 200 len: 932 time: 0.0525746 Jan 27 08:21:56.417977 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-266e30bc-0670-47cf-8f25-a5d21b2c963a req-d26ff316-4928-4495-a2b2-bddb17e55ff1 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ad5322c-90b1-4bf1-9bda-fe98c62b5554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421386 Jan 27 08:21:56.688132 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (e79cbf24-12bd-4e20-a580-79498d5b225b), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:57.219375 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794aeb7c-ba84-4aff-b755-f3fcffc413df req-7c262679-ee29-4b5d-8923-fcbedcc03ced tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:57.220284 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-794aeb7c-ba84-4aff-b755-f3fcffc413df req-7c262679-ee29-4b5d-8923-fcbedcc03ced tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/ports?device_id=02c1b0bd-c2ce-458c-ac26-51edef4c924f HTTP/1.1" status: 200 len: 944 time: 0.0913455 Jan 27 08:21:57.246423 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c1c02b-5270-4e25-bf71-cd22ae366f41 req-4b25a3be-b0fc-4414-940e-7d393842ed16 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:57.248034 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-31c1c02b-5270-4e25-bf71-cd22ae366f41 req-4b25a3be-b0fc-4414-940e-7d393842ed16 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf800f47-40f3-4fce-ab05-59e5c815c2b6 HTTP/1.1" status: 200 len: 945 time: 0.0892572 Jan 27 08:21:57.311168 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-794aeb7c-ba84-4aff-b755-f3fcffc413df req-88995699-8e89-4633-bfe5-b5da9aa462e3 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/security-groups?id=c4f397e2-48a0-45b5-806f-f6ca83a6e63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850141 Jan 27 08:21:57.325016 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-31c1c02b-5270-4e25-bf71-cd22ae366f41 req-0ad724c4-2f3d-4cc9-bd85-427ac6ffcda9 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/security-groups?id=86d56208-1791-4d02-8c06-8995ae2f027c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701380 Jan 27 08:21:57.564114 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e2440-272a-4100-b81f-3f6e033ca8e9 req-c349e3d2-9090-42a4-9621-b01301804e55 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:57.565593 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-8c4e2440-272a-4100-b81f-3f6e033ca8e9 req-c349e3d2-9090-42a4-9621-b01301804e55 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c0e3462-00c5-490e-9153-bbb3750d7236 HTTP/1.1" status: 200 len: 932 time: 0.0542500 Jan 27 08:21:57.613568 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-8c4e2440-272a-4100-b81f-3f6e033ca8e9 req-6e1538ea-bf06-4e1f-a58b-c49745136d73 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ad5322c-90b1-4bf1-9bda-fe98c62b5554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414674 Jan 27 08:21:57.998313 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (926d476c-3c92-4faa-a402-a395b4978e44), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:21:58.479886 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bcf30d-f715-4af4-8675-dc43b4cc6007 req-6cbd4147-83cf-496e-b23f-c1192d6cb173 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:58.481383 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-02bcf30d-f715-4af4-8675-dc43b4cc6007 req-6cbd4147-83cf-496e-b23f-c1192d6cb173 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf800f47-40f3-4fce-ab05-59e5c815c2b6 HTTP/1.1" status: 200 len: 945 time: 0.0813363 Jan 27 08:21:58.491183 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e0e545-e561-4df5-b03b-2eba0e0f0c5e req-825b0208-d1c9-48c5-a4af-dafa9c521423 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:58.492711 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-43e0e545-e561-4df5-b03b-2eba0e0f0c5e req-825b0208-d1c9-48c5-a4af-dafa9c521423 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/ports?device_id=02c1b0bd-c2ce-458c-ac26-51edef4c924f HTTP/1.1" status: 200 len: 944 time: 0.0907891 Jan 27 08:21:58.568674 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-02bcf30d-f715-4af4-8675-dc43b4cc6007 req-5ed897d1-b917-48c8-895d-c380ece4b92c tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/security-groups?id=86d56208-1791-4d02-8c06-8995ae2f027c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743725 Jan 27 08:21:58.572159 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-43e0e545-e561-4df5-b03b-2eba0e0f0c5e req-7381bd4b-ae90-4d54-9136-c9e8dea01fb0 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/security-groups?id=c4f397e2-48a0-45b5-806f-f6ca83a6e63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718846 Jan 27 08:21:58.735681 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61b6195-2718-44de-af1b-a723258d4ce8 req-5b957a19-6b79-4aef-b711-537ebf598c09 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:58.743502 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a61b6195-2718-44de-af1b-a723258d4ce8 req-5b957a19-6b79-4aef-b711-537ebf598c09 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c0e3462-00c5-490e-9153-bbb3750d7236 HTTP/1.1" status: 200 len: 932 time: 0.0621467 Jan 27 08:21:58.795947 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a61b6195-2718-44de-af1b-a723258d4ce8 req-d3f1c303-2eb6-4249-a02b-926f4e994c12 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ad5322c-90b1-4bf1-9bda-fe98c62b5554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512235 Jan 27 08:21:59.733398 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44daa658-f3bd-42fa-b1fe-cbfa594d0e94 req-deac544f-33d2-4a40-a602-0c068a4b3cdc tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:59.735325 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-44daa658-f3bd-42fa-b1fe-cbfa594d0e94 req-deac544f-33d2-4a40-a602-0c068a4b3cdc tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf800f47-40f3-4fce-ab05-59e5c815c2b6 HTTP/1.1" status: 200 len: 945 time: 0.0796018 Jan 27 08:21:59.742041 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab5f8b-909b-4253-8448-93221e638310 req-cc9b0ce5-bb9f-4348-a17e-d84017028c15 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:59.748379 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-1bab5f8b-909b-4253-8448-93221e638310 req-cc9b0ce5-bb9f-4348-a17e-d84017028c15 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/ports?device_id=02c1b0bd-c2ce-458c-ac26-51edef4c924f HTTP/1.1" status: 200 len: 944 time: 0.0839772 Jan 27 08:21:59.838000 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-44daa658-f3bd-42fa-b1fe-cbfa594d0e94 req-de72f675-4bc0-4435-af32-f0a83a324c4c tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/security-groups?id=86d56208-1791-4d02-8c06-8995ae2f027c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876803 Jan 27 08:21:59.849741 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-1bab5f8b-909b-4253-8448-93221e638310 req-d179638d-a1e3-4ee7-9c0d-e0f5faf2c77e tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/security-groups?id=c4f397e2-48a0-45b5-806f-f6ca83a6e63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935137 Jan 27 08:21:59.949918 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd68430-8900-44a2-9449-12950e58fa47 req-015a2994-47c9-4f28-bc70-a88acc544801 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:21:59.951453 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-bfd68430-8900-44a2-9449-12950e58fa47 req-015a2994-47c9-4f28-bc70-a88acc544801 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c0e3462-00c5-490e-9153-bbb3750d7236 HTTP/1.1" status: 200 len: 932 time: 0.0530729 Jan 27 08:22:00.004542 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-bfd68430-8900-44a2-9449-12950e58fa47 req-3b85bbc4-3d9e-4450-aae9-bafcab1a0958 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ad5322c-90b1-4bf1-9bda-fe98c62b5554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476530 Jan 27 08:22:01.022248 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f58995-2dca-44bb-b371-cd39698c6793 req-dc0e987f-7c4d-4815-a00b-a3a1566c5a4e tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:01.023803 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-84f58995-2dca-44bb-b371-cd39698c6793 req-dc0e987f-7c4d-4815-a00b-a3a1566c5a4e tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/ports?device_id=02c1b0bd-c2ce-458c-ac26-51edef4c924f HTTP/1.1" status: 200 len: 944 time: 0.0794873 Jan 27 08:22:01.034604 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d712d24e-f18d-4321-b563-6779bb1692bc req-fc44ff6f-5e35-4a07-9b3c-a52861587064 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:01.041664 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d712d24e-f18d-4321-b563-6779bb1692bc req-fc44ff6f-5e35-4a07-9b3c-a52861587064 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf800f47-40f3-4fce-ab05-59e5c815c2b6 HTTP/1.1" status: 200 len: 945 time: 0.1354711 Jan 27 08:22:01.146692 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-84f58995-2dca-44bb-b371-cd39698c6793 req-85980f5c-67a5-473c-ac3b-58bf62604dcf tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/security-groups?id=c4f397e2-48a0-45b5-806f-f6ca83a6e63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952358 Jan 27 08:22:01.151901 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d712d24e-f18d-4321-b563-6779bb1692bc req-36d74f2b-85b9-40be-925e-79a8a0a713c8 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/security-groups?id=86d56208-1791-4d02-8c06-8995ae2f027c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093457 Jan 27 08:22:01.271943 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c47c94-b5cf-4dea-b11d-49b49517dc87 req-a65ce594-b202-4b6c-a123-e85f57faf10e tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:01.273482 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a4c47c94-b5cf-4dea-b11d-49b49517dc87 req-a65ce594-b202-4b6c-a123-e85f57faf10e tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c0e3462-00c5-490e-9153-bbb3750d7236 HTTP/1.1" status: 200 len: 932 time: 0.0550165 Jan 27 08:22:01.324063 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a4c47c94-b5cf-4dea-b11d-49b49517dc87 req-f67630a6-98dc-4a69-9835-61ced79168a2 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ad5322c-90b1-4bf1-9bda-fe98c62b5554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450428 Jan 27 08:22:01.948113 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [req-b9978dcc-bb81-4031-9629-1440ac13e017 req-3be817cf-037a-4510-b639-eae3a1df59b3 service neutron] Request body: {'port': {'device_id': '2c0e3462-00c5-490e-9153-bbb3750d7236', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82658'}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:22:02.015926 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-b9978dcc-bb81-4031-9629-1440ac13e017 req-3be817cf-037a-4510-b639-eae3a1df59b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (afaa3a9a-e73c-4303-a2d3-9a6d632848c3), before_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:02.021512 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a1ae8-64b4-4df5-b62b-a13f62cdb901 req-3227e91b-f86c-479b-a94c-0337fe48919f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:02.023461 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-8b2a1ae8-64b4-4df5-b62b-a13f62cdb901 req-3227e91b-f86c-479b-a94c-0337fe48919f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=98ed485ee068452897a0970649c63f20&device_id=02c1b0bd-c2ce-458c-ac26-51edef4c924f HTTP/1.1" status: 200 len: 1097 time: 0.0441740 Jan 27 08:22:02.169175 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0667d-4e2b-4f04-a8c4-8170fd7bc98c req-580b5a9f-fb71-42b7-a345-a51729ca7c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:02.170953 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-bbb0667d-4e2b-4f04-a8c4-8170fd7bc98c req-580b5a9f-fb71-42b7-a345-a51729ca7c47 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cf800f47-40f3-4fce-ab05-59e5c815c2b6 HTTP/1.1" status: 200 len: 1098 time: 0.0854292 Jan 27 08:22:02.173746 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a1ae8-64b4-4df5-b62b-a13f62cdb901 req-b376ce17-7db7-4643-a5ca-2897174611b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:02.175129 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-8b2a1ae8-64b4-4df5-b62b-a13f62cdb901 req-b376ce17-7db7-4643-a5ca-2897174611b1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0570d7bb-3bb5-416d-8475-d966c8539834 HTTP/1.1" status: 200 len: 910 time: 0.1198182 Jan 27 08:22:02.267891 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-bbb0667d-4e2b-4f04-a8c4-8170fd7bc98c req-41abae3b-808d-430f-a5d5-142b6b1b3961 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=86d56208-1791-4d02-8c06-8995ae2f027c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911009 Jan 27 08:22:02.269688 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-8b2a1ae8-64b4-4df5-b62b-a13f62cdb901 req-8957cc93-3c2d-49b2-9fbc-1189be2a2b93 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c53a4196-d9bb-4f2b-913f-e3b004125cb2 HTTP/1.1" status: 200 len: 999 time: 0.0876238 Jan 27 08:22:02.520224 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a1ae8-64b4-4df5-b62b-a13f62cdb901 req-a7b34986-a0b8-4236-b29e-47267468e9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:02.521645 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-8b2a1ae8-64b4-4df5-b62b-a13f62cdb901 req-a7b34986-a0b8-4236-b29e-47267468e9c8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec63d37f-0db1-43a9-95ed-0d471e60ae84 HTTP/1.1" status: 200 len: 848 time: 0.0473518 Jan 27 08:22:02.567359 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a1ae8-64b4-4df5-b62b-a13f62cdb901 req-edc61adc-16b3-4d04-b8ab-13ba2b337093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:02.568937 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-8b2a1ae8-64b4-4df5-b62b-a13f62cdb901 req-edc61adc-16b3-4d04-b8ab-13ba2b337093 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0570d7bb-3bb5-416d-8475-d966c8539834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404916 Jan 27 08:22:02.582218 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.notifiers.nova [req-b9978dcc-bb81-4031-9629-1440ac13e017 req-3be817cf-037a-4510-b639-eae3a1df59b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afaa3a9a-e73c-4303-a2d3-9a6d632848c3 {{(pid=102576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 08:22:02.597078 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-b9978dcc-bb81-4031-9629-1440ac13e017 req-3be817cf-037a-4510-b639-eae3a1df59b3 service neutron] Publish callbacks [] for port (afaa3a9a-e73c-4303-a2d3-9a6d632848c3), precommit_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:02.624845 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc6db2-e5c8-4692-8bde-b93cb011aed7 req-57fc7be5-8241-4c3f-9238-efcc76bf80b3 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:02.626329 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d9dc6db2-e5c8-4692-8bde-b93cb011aed7 req-57fc7be5-8241-4c3f-9238-efcc76bf80b3 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/ports?device_id=02c1b0bd-c2ce-458c-ac26-51edef4c924f HTTP/1.1" status: 200 len: 944 time: 0.3693650 Jan 27 08:22:02.628678 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.provisioning_blocks [req-b9978dcc-bb81-4031-9629-1440ac13e017 req-3be817cf-037a-4510-b639-eae3a1df59b3 service neutron] Transition to ACTIVE for port object afaa3a9a-e73c-4303-a2d3-9a6d632848c3 will not be triggered until provisioned by entity L2. {{(pid=102576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 08:22:02.637079 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a3759-68ec-469b-ab2b-f7e2bc601cf9 req-1431d096-8a42-4b8f-9049-f1d528e91803 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:02.638543 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-457a3759-68ec-469b-ab2b-f7e2bc601cf9 req-1431d096-8a42-4b8f-9049-f1d528e91803 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf800f47-40f3-4fce-ab05-59e5c815c2b6 HTTP/1.1" status: 200 len: 945 time: 0.3566728 Jan 27 08:22:02.641436 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-b9978dcc-bb81-4031-9629-1440ac13e017 req-3be817cf-037a-4510-b639-eae3a1df59b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13114678'] for port (afaa3a9a-e73c-4303-a2d3-9a6d632848c3), after_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:02.667005 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-8b2a1ae8-64b4-4df5-b62b-a13f62cdb901 req-24303582-cf66-48ff-954f-9e60955f4ba7 service neutron] 10.222.0.72 "GET /v2.0/networks/0570d7bb-3bb5-416d-8475-d966c8539834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884540 Jan 27 08:22:02.763192 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be817cf-037a-4510-b639-eae3a1df59b3 service neutron] Pushing event updated for resources: {'Port': ['ID=afaa3a9a-e73c-4303-a2d3-9a6d632848c3,revision_number=2']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:22:02.785112 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d9dc6db2-e5c8-4692-8bde-b93cb011aed7 req-e29123c9-adec-49b6-86d2-ebc7ff752688 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/security-groups?id=c4f397e2-48a0-45b5-806f-f6ca83a6e63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1455691 Jan 27 08:22:02.793448 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-457a3759-68ec-469b-ab2b-f7e2bc601cf9 req-fdba9be8-bc12-49d8-9e6a-97a6bd8beedb tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/security-groups?id=86d56208-1791-4d02-8c06-8995ae2f027c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438510 Jan 27 08:22:02.801711 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-8b2a1ae8-64b4-4df5-b62b-a13f62cdb901 req-13a31034-b5b1-4999-9a0c-07820e1cc018 service neutron] 10.222.0.72 "GET /v2.0/networks/0570d7bb-3bb5-416d-8475-d966c8539834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038778 Jan 27 08:22:02.863299 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.managers [req-b9978dcc-bb81-4031-9629-1440ac13e017 req-3be817cf-037a-4510-b639-eae3a1df59b3 service neutron] Attempting to bind port afaa3a9a-e73c-4303-a2d3-9a6d632848c3 on host hv-cinder-82658 for vnic_type normal with profile {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 08:22:02.863626 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.managers [req-b9978dcc-bb81-4031-9629-1440ac13e017 req-3be817cf-037a-4510-b639-eae3a1df59b3 service neutron] Attempting to bind port afaa3a9a-e73c-4303-a2d3-9a6d632848c3 by drivers openvswitch,hyperv on host hv-cinder-82658 at level 0 using segments [{'id': '43cb66b7-a77f-413a-ab06-f86f4b2997dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1ee4935e-d112-4167-9e63-78b81a132699'}] {{(pid=102576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 08:22:02.863949 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9978dcc-bb81-4031-9629-1440ac13e017 req-3be817cf-037a-4510-b639-eae3a1df59b3 service neutron] Attempting to bind port afaa3a9a-e73c-4303-a2d3-9a6d632848c3 on network 1ee4935e-d112-4167-9e63-78b81a132699 {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:22:02.878771 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9978dcc-bb81-4031-9629-1440ac13e017 req-3be817cf-037a-4510-b639-eae3a1df59b3 service neutron] Port afaa3a9a-e73c-4303-a2d3-9a6d632848c3 on network 1ee4935e-d112-4167-9e63-78b81a132699 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82658 {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 08:22:02.879080 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9978dcc-bb81-4031-9629-1440ac13e017 req-3be817cf-037a-4510-b639-eae3a1df59b3 service neutron] Attempting to bind port afaa3a9a-e73c-4303-a2d3-9a6d632848c3 on network 1ee4935e-d112-4167-9e63-78b81a132699 {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:22:02.897502 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9978dcc-bb81-4031-9629-1440ac13e017 req-3be817cf-037a-4510-b639-eae3a1df59b3 service neutron] Checking agent: {'id': '926d476c-3c92-4faa-a402-a395b4978e44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82658', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 8, 12, 58), 'started_at': datetime.datetime(2022, 1, 27, 8, 12, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 8, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 08:22:02.897836 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9978dcc-bb81-4031-9629-1440ac13e017 req-3be817cf-037a-4510-b639-eae3a1df59b3 service neutron] Checking segment: {'id': '43cb66b7-a77f-413a-ab06-f86f4b2997dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1ee4935e-d112-4167-9e63-78b81a132699'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:22:02.898217 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9978dcc-bb81-4031-9629-1440ac13e017 req-3be817cf-037a-4510-b639-eae3a1df59b3 service neutron] Bound using segment: {'id': '43cb66b7-a77f-413a-ab06-f86f4b2997dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1ee4935e-d112-4167-9e63-78b81a132699'} {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 08:22:02.898657 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.managers [req-b9978dcc-bb81-4031-9629-1440ac13e017 req-3be817cf-037a-4510-b639-eae3a1df59b3 service neutron] Bound port: afaa3a9a-e73c-4303-a2d3-9a6d632848c3, host: hv-cinder-82658, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43cb66b7-a77f-413a-ab06-f86f4b2997dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1ee4935e-d112-4167-9e63-78b81a132699'}}] {{(pid=102576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 08:22:02.899041 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-b9978dcc-bb81-4031-9629-1440ac13e017 req-3be817cf-037a-4510-b639-eae3a1df59b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (afaa3a9a-e73c-4303-a2d3-9a6d632848c3), before_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:02.951573 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d45156-a356-41b0-b8cb-2e7dcbd78941 req-36fce957-90ec-4cb4-ad16-9a2eeea999d3 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:02.953062 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-29d45156-a356-41b0-b8cb-2e7dcbd78941 req-36fce957-90ec-4cb4-ad16-9a2eeea999d3 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c0e3462-00c5-490e-9153-bbb3750d7236 HTTP/1.1" status: 200 len: 944 time: 0.0855076 Jan 27 08:22:02.995259 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.db [req-b9978dcc-bb81-4031-9629-1440ac13e017 req-3be817cf-037a-4510-b639-eae3a1df59b3 service neutron] For port afaa3a9a-e73c-4303-a2d3-9a6d632848c3, host hv-cinder-82658, cleared binding levels {{(pid=102576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 08:22:03.018064 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.db [req-b9978dcc-bb81-4031-9629-1440ac13e017 req-3be817cf-037a-4510-b639-eae3a1df59b3 service neutron] For port afaa3a9a-e73c-4303-a2d3-9a6d632848c3, host hv-cinder-82658, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=afaa3a9a-e73c-4303-a2d3-9a6d632848c3,segment=NetworkSegment(43cb66b7-a77f-413a-ab06-f86f4b2997dd),segment_id=43cb66b7-a77f-413a-ab06-f86f4b2997dd)] {{(pid=102576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 08:22:03.023175 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-b9978dcc-bb81-4031-9629-1440ac13e017 req-3be817cf-037a-4510-b639-eae3a1df59b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13114678'] for port (afaa3a9a-e73c-4303-a2d3-9a6d632848c3), after_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:03.031418 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-29d45156-a356-41b0-b8cb-2e7dcbd78941 req-fbc8fda3-5d03-4d74-bdd3-c168b16bd08d tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ad5322c-90b1-4bf1-9bda-fe98c62b5554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713861 Jan 27 08:22:03.063629 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9978dcc-bb81-4031-9629-1440ac13e017 req-3be817cf-037a-4510-b639-eae3a1df59b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:03.064237 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-b9978dcc-bb81-4031-9629-1440ac13e017 req-3be817cf-037a-4510-b639-eae3a1df59b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for port (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:03.065737 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b9978dcc-bb81-4031-9629-1440ac13e017 req-3be817cf-037a-4510-b639-eae3a1df59b3 service neutron] 10.222.0.72 "PUT /v2.0/ports/afaa3a9a-e73c-4303-a2d3-9a6d632848c3 HTTP/1.1" status: 200 len: 1094 time: 1.1255882 Jan 27 08:22:03.066066 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c0e3462-00c5-490e-9153-bbb3750d7236', 'tag': 'afaa3a9a-e73c-4303-a2d3-9a6d632848c3'}] {{(pid=102576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:22:03.068227 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e99b03222c8d2fef0e5d308316368c2f75dcb43852cf269b2a1b1136e13dae4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-556918c6-2911-455f-9841-e762fb499ae9" -d '{"events": [{"name": "network-changed", "server_uuid": "2c0e3462-00c5-490e-9153-bbb3750d7236", "tag": "afaa3a9a-e73c-4303-a2d3-9a6d632848c3"}]}' {{(pid=102576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:22:03.109319 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be817cf-037a-4510-b639-eae3a1df59b3 service neutron] Pushing event updated for resources: {'Port': ['ID=afaa3a9a-e73c-4303-a2d3-9a6d632848c3,revision_number=3']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:22:03.113937 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 08:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c4a083d-9d6a-41a9-a931-0d0929edb72d x-openstack-request-id: req-4c4a083d-9d6a-41a9-a931-0d0929edb72d {{(pid=102576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:22:03.114225 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c0e3462-00c5-490e-9153-bbb3750d7236", "tag": "afaa3a9a-e73c-4303-a2d3-9a6d632848c3", "status": "completed", "code": 200}]} {{(pid=102576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:22:03.114477 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4c4a083d-9d6a-41a9-a931-0d0929edb72d {{(pid=102576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:22:03.114872 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c0e3462-00c5-490e-9153-bbb3750d7236', 'tag': 'afaa3a9a-e73c-4303-a2d3-9a6d632848c3', 'status': 'completed', 'code': 200} Jan 27 08:22:03.156390 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9978dcc-bb81-4031-9629-1440ac13e017 req-ceb94b3d-ccd8-4cd8-9e16-2e03052d7875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:03.157964 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b9978dcc-bb81-4031-9629-1440ac13e017 req-ceb94b3d-ccd8-4cd8-9e16-2e03052d7875 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3f205d29427e42f9a63d06733db73b9f&device_id=2c0e3462-00c5-490e-9153-bbb3750d7236 HTTP/1.1" status: 200 len: 1097 time: 0.0516109 Jan 27 08:22:03.222635 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b9978dcc-bb81-4031-9629-1440ac13e017 req-7b852784-1042-409a-9ff0-c8127e7731a1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afaa3a9a-e73c-4303-a2d3-9a6d632848c3 HTTP/1.1" status: 200 len: 217 time: 0.0387390 Jan 27 08:22:03.230249 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3cea2d-2b20-4edd-8a37-d4096068ed18 req-be856b32-2d0f-4ed6-9081-20fa0c7caf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:03.231862 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-8f3cea2d-2b20-4edd-8a37-d4096068ed18 req-be856b32-2d0f-4ed6-9081-20fa0c7caf40 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=02c1b0bd-c2ce-458c-ac26-51edef4c924f HTTP/1.1" status: 200 len: 1097 time: 0.0495601 Jan 27 08:22:03.276848 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9978dcc-bb81-4031-9629-1440ac13e017 req-50554ac5-364d-470a-a516-9f653d4cd6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:03.278301 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b9978dcc-bb81-4031-9629-1440ac13e017 req-50554ac5-364d-470a-a516-9f653d4cd6d0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c2a97265-d832-4a00-a269-fcf61d06224a HTTP/1.1" status: 200 len: 853 time: 0.0482104 Jan 27 08:22:03.279381 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-8f3cea2d-2b20-4edd-8a37-d4096068ed18 req-dc6a18d9-bfc1-41dd-a304-a31aa6bf1e20 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c4f397e2-48a0-45b5-806f-f6ca83a6e63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416434 Jan 27 08:22:03.508586 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9978dcc-bb81-4031-9629-1440ac13e017 req-1659403f-91ac-47e6-90e3-07c03d69dee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:03.510108 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b9978dcc-bb81-4031-9629-1440ac13e017 req-1659403f-91ac-47e6-90e3-07c03d69dee6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1ee4935e-d112-4167-9e63-78b81a132699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415258 Jan 27 08:22:03.612295 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b9978dcc-bb81-4031-9629-1440ac13e017 req-f73b7a5e-4959-4bc8-b36d-73e8683f2ec1 service neutron] 10.222.0.72 "GET /v2.0/networks/1ee4935e-d112-4167-9e63-78b81a132699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898728 Jan 27 08:22:03.719486 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b9978dcc-bb81-4031-9629-1440ac13e017 req-548bada9-2cd3-4d58-9ec5-2f6bb4f2139d service neutron] 10.222.0.72 "GET /v2.0/networks/1ee4935e-d112-4167-9e63-78b81a132699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879481 Jan 27 08:22:03.817104 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556918c6-2911-455f-9841-e762fb499ae9 req-036d1d0c-e77e-4175-8a54-1bd41aec6572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:03.818680 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-556918c6-2911-455f-9841-e762fb499ae9 req-036d1d0c-e77e-4175-8a54-1bd41aec6572 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3f205d29427e42f9a63d06733db73b9f&device_id=2c0e3462-00c5-490e-9153-bbb3750d7236 HTTP/1.1" status: 200 len: 1097 time: 0.0402822 Jan 27 08:22:03.977000 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556918c6-2911-455f-9841-e762fb499ae9 req-c495c8e9-edfc-4480-b28d-a7a164782406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:03.978956 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-556918c6-2911-455f-9841-e762fb499ae9 req-c495c8e9-edfc-4480-b28d-a7a164782406 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1ee4935e-d112-4167-9e63-78b81a132699 HTTP/1.1" status: 200 len: 915 time: 0.1537049 Jan 27 08:22:03.985812 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dde7cd-1314-4ae7-affb-d043f4efc6e4 req-f6791a11-b7ec-4ea8-b52c-b7e825b6ea2d tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:03.987161 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-21dde7cd-1314-4ae7-affb-d043f4efc6e4 req-f6791a11-b7ec-4ea8-b52c-b7e825b6ea2d tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/ports?device_id=02c1b0bd-c2ce-458c-ac26-51edef4c924f HTTP/1.1" status: 200 len: 944 time: 0.1022902 Jan 27 08:22:03.994809 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7919191-5f95-4e9a-b27e-2f6d45e308c6 req-0301fe62-d393-4d08-9c66-c26e630eee79 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:03.996241 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d7919191-5f95-4e9a-b27e-2f6d45e308c6 req-0301fe62-d393-4d08-9c66-c26e630eee79 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf800f47-40f3-4fce-ab05-59e5c815c2b6 HTTP/1.1" status: 200 len: 945 time: 0.1124537 Jan 27 08:22:04.054862 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-556918c6-2911-455f-9841-e762fb499ae9 req-fac2ea47-36fb-4441-93ac-853d6380f1a1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afaa3a9a-e73c-4303-a2d3-9a6d632848c3 HTTP/1.1" status: 200 len: 217 time: 0.0565727 Jan 27 08:22:04.149747 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-21dde7cd-1314-4ae7-affb-d043f4efc6e4 req-957d2f4e-3fbd-4459-8fbf-4b3c035c3c8d tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/security-groups?id=c4f397e2-48a0-45b5-806f-f6ca83a6e63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517818 Jan 27 08:22:04.154667 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d7919191-5f95-4e9a-b27e-2f6d45e308c6 req-f6100157-19fd-43f2-b42b-e04827137a27 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/security-groups?id=86d56208-1791-4d02-8c06-8995ae2f027c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447821 Jan 27 08:22:04.156461 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556918c6-2911-455f-9841-e762fb499ae9 req-5f09e97a-8bbf-46d1-90fc-919b41ddb714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:04.157948 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-556918c6-2911-455f-9841-e762fb499ae9 req-5f09e97a-8bbf-46d1-90fc-919b41ddb714 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c2a97265-d832-4a00-a269-fcf61d06224a HTTP/1.1" status: 200 len: 853 time: 0.0916564 Jan 27 08:22:04.225727 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556918c6-2911-455f-9841-e762fb499ae9 req-f6a1728c-8f8f-4ffe-847f-df9e5d03cb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:04.226470 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-556918c6-2911-455f-9841-e762fb499ae9 req-f6a1728c-8f8f-4ffe-847f-df9e5d03cb9a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1ee4935e-d112-4167-9e63-78b81a132699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0558021 Jan 27 08:22:04.323954 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0dc29d-cb21-4a5e-880b-d1ce29da361b req-5e2bff3a-a28a-4b1c-bac5-31e2db19fcae tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:04.325581 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-ad0dc29d-cb21-4a5e-880b-d1ce29da361b req-5e2bff3a-a28a-4b1c-bac5-31e2db19fcae tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c0e3462-00c5-490e-9153-bbb3750d7236 HTTP/1.1" status: 200 len: 944 time: 0.1107159 Jan 27 08:22:04.362004 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-556918c6-2911-455f-9841-e762fb499ae9 req-e40f6d43-9c9f-48f3-978f-9067c3750a40 service neutron] 10.222.0.72 "GET /v2.0/networks/1ee4935e-d112-4167-9e63-78b81a132699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182575 Jan 27 08:22:04.412252 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-ad0dc29d-cb21-4a5e-880b-d1ce29da361b req-cb31b5c7-17d2-4d15-8bc2-482a1e4c1505 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ad5322c-90b1-4bf1-9bda-fe98c62b5554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800889 Jan 27 08:22:04.476996 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-556918c6-2911-455f-9841-e762fb499ae9 req-f8294884-0ab1-49e4-9e52-13a4a28fdb12 service neutron] 10.222.0.72 "GET /v2.0/networks/1ee4935e-d112-4167-9e63-78b81a132699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035824 Jan 27 08:22:05.278489 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718ef47-49bb-44a7-8541-3c1ff8ca531e req-70c663f4-0e01-4a8e-b0eb-d25d67ee22fb tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:05.279889 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d718ef47-49bb-44a7-8541-3c1ff8ca531e req-70c663f4-0e01-4a8e-b0eb-d25d67ee22fb tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/ports?device_id=02c1b0bd-c2ce-458c-ac26-51edef4c924f HTTP/1.1" status: 200 len: 944 time: 0.0602369 Jan 27 08:22:05.328724 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d718ef47-49bb-44a7-8541-3c1ff8ca531e req-2af0ff64-c840-4922-ae70-bdcbb2f94d75 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/security-groups?id=c4f397e2-48a0-45b5-806f-f6ca83a6e63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430627 Jan 27 08:22:05.376297 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device c53a4196-d9bb-4f2b-913f-e3b004125cb2 details requested by agent hyperv_hv-cinder-82658 with host hv-cinder-82658 {{(pid=102577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 08:22:05.474417 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port c53a4196-d9bb-4f2b-913f-e3b004125cb2, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=c53a4196-d9bb-4f2b-913f-e3b004125cb2,segment=NetworkSegment(66343028-b008-43d7-89a2-855fb04fc1e4),segment_id=66343028-b008-43d7-89a2-855fb04fc1e4)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:22:05.485789 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Returning: {'device': 'c53a4196-d9bb-4f2b-913f-e3b004125cb2', 'network_id': '0570d7bb-3bb5-416d-8475-d966c8539834', 'port_id': 'c53a4196-d9bb-4f2b-913f-e3b004125cb2', 'mac_address': 'fa:16:3e:c6:90:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec63d37f-0db1-43a9-95ed-0d471e60ae84', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 08:22:05.522557 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Current status of the port c53a4196-d9bb-4f2b-913f-e3b004125cb2 is: DOWN; New status is: BUILD {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:22:05.522949 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (c53a4196-d9bb-4f2b-913f-e3b004125cb2), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:05.525686 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd28652-4dce-4f8b-a4f6-a9fd9e26033d req-f59a1111-b4ba-4fed-955e-27ca7805d93b tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:05.527201 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-5dd28652-4dce-4f8b-a4f6-a9fd9e26033d req-f59a1111-b4ba-4fed-955e-27ca7805d93b tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c0e3462-00c5-490e-9153-bbb3750d7236 HTTP/1.1" status: 200 len: 944 time: 0.0478065 Jan 27 08:22:05.536657 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.notifiers.nova [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c53a4196-d9bb-4f2b-913f-e3b004125cb2 {{(pid=102577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 08:22:05.556473 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port c53a4196-d9bb-4f2b-913f-e3b004125cb2, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=c53a4196-d9bb-4f2b-913f-e3b004125cb2,segment=NetworkSegment(66343028-b008-43d7-89a2-855fb04fc1e4),segment_id=66343028-b008-43d7-89a2-855fb04fc1e4)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:22:05.560313 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (c53a4196-d9bb-4f2b-913f-e3b004125cb2), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:05.574936 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-5dd28652-4dce-4f8b-a4f6-a9fd9e26033d req-18279d98-0a58-4fff-b42e-324a357b4e15 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ad5322c-90b1-4bf1-9bda-fe98c62b5554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421898 Jan 27 08:22:05.611241 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Pushing event updated for resources: {'Port': ['ID=c53a4196-d9bb-4f2b-913f-e3b004125cb2,revision_number=7']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:22:05.830935 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] get_ports_and_sgs() called for port_ids ['c53a4196-d9bb-4f2b-913f-e3b004125cb2'] {{(pid=102577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 08:22:05.872453 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd33f6a9-bf6a-4bef-8e81-6ce33c57c4cd req-de0e4690-f960-4184-9714-37f5eda705f8 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:05.873966 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-bd33f6a9-bf6a-4bef-8e81-6ce33c57c4cd req-de0e4690-f960-4184-9714-37f5eda705f8 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/networks?id=ccc027b8-b719-4fba-bfab-019899fdf8a6 HTTP/1.1" status: 200 len: 815 time: 0.1037316 Jan 27 08:22:05.888539 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-bd33f6a9-bf6a-4bef-8e81-6ce33c57c4cd req-57c92d3b-3ed6-4045-a76e-746c3d277177 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/quotas/6402071f030f456996da0c23e7a86316 HTTP/1.1" status: 200 len: 375 time: 0.0092692 Jan 27 08:22:05.938180 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-bd33f6a9-bf6a-4bef-8e81-6ce33c57c4cd req-c913ba49-7009-46d0-9340-be02edaf5395 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=6402071f030f456996da0c23e7a86316&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441597 Jan 27 08:22:06.031155 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-bd33f6a9-bf6a-4bef-8e81-6ce33c57c4cd req-5d54a774-a8c0-4554-939c-38dec1fbb93a service neutron] 10.222.0.59 "GET /v2.0/networks/ccc027b8-b719-4fba-bfab-019899fdf8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863526 Jan 27 08:22:06.120176 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-bd33f6a9-bf6a-4bef-8e81-6ce33c57c4cd req-803589a6-3490-469e-a25f-a581ce438dc3 service neutron] 10.222.0.59 "GET /v2.0/networks/ccc027b8-b719-4fba-bfab-019899fdf8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833390 Jan 27 08:22:06.275737 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-c3e3120b-6507-4698-b622-d528064bea8a req-8906a0cd-7cd4-4fee-b34e-9f6ccf3f13b4 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec4f1974-8e18-4e8a-acb2-c5923fff2322 HTTP/1.1" status: 200 len: 210 time: 0.0257711 Jan 27 08:22:06.699348 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153b4f8-b72f-4b0a-85d9-2445147f1045 req-c71e7f15-8d45-42f7-b0f5-aba2495ecee4 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:06.700838 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a153b4f8-b72f-4b0a-85d9-2445147f1045 req-c71e7f15-8d45-42f7-b0f5-aba2495ecee4 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c0e3462-00c5-490e-9153-bbb3750d7236 HTTP/1.1" status: 200 len: 944 time: 0.0527608 Jan 27 08:22:06.749430 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a153b4f8-b72f-4b0a-85d9-2445147f1045 req-c7401c6e-fde6-4cf9-b51a-9c3bd8d3ecda tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ad5322c-90b1-4bf1-9bda-fe98c62b5554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430369 Jan 27 08:22:07.204097 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd33f6a9-bf6a-4bef-8e81-6ce33c57c4cd req-1df956bf-fb1c-4413-b606-cb2d4648dfe5 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:07.205570 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-bd33f6a9-bf6a-4bef-8e81-6ce33c57c4cd req-1df956bf-fb1c-4413-b606-cb2d4648dfe5 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.72 "GET /v2.0/networks?id=ccc027b8-b719-4fba-bfab-019899fdf8a6 HTTP/1.1" status: 200 len: 815 time: 0.1091194 Jan 27 08:22:07.217535 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [req-bd33f6a9-bf6a-4bef-8e81-6ce33c57c4cd req-650c4f79-84b5-49bf-9a52-2406ee6f4baa tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Request body: {'port': {'device_id': 'ec4f1974-8e18-4e8a-acb2-c5923fff2322', 'network_id': 'ccc027b8-b719-4fba-bfab-019899fdf8a6', 'admin_state_up': True, 'tenant_id': '6402071f030f456996da0c23e7a86316'}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:22:07.336998 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd33f6a9-bf6a-4bef-8e81-6ce33c57c4cd req-650c4f79-84b5-49bf-9a52-2406ee6f4baa tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Made reservation on behalf of 6402071f030f456996da0c23e7a86316 for: {'port': 1} {{(pid=102576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 08:22:07.340377 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-bd33f6a9-bf6a-4bef-8e81-6ce33c57c4cd req-650c4f79-84b5-49bf-9a52-2406ee6f4baa tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:07.374714 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-120ad819-e314-4080-8aa8-5550b00fb6c2 req-9fab5851-7ae5-4622-b415-68f47aafa159 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec4f1974-8e18-4e8a-acb2-c5923fff2322 HTTP/1.1" status: 200 len: 210 time: 0.0319736 Jan 27 08:22:07.388577 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device afaa3a9a-e73c-4303-a2d3-9a6d632848c3 details requested by agent hyperv_hv-cinder-82658 with host hv-cinder-82658 {{(pid=102577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 08:22:07.393775 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device c53a4196-d9bb-4f2b-913f-e3b004125cb2 up at agent hyperv_hv-cinder-82658 {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:22:07.497729 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.db_base_plugin_common [req-bd33f6a9-bf6a-4bef-8e81-6ce33c57c4cd req-650c4f79-84b5-49bf-9a52-2406ee6f4baa tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Allocated IP 172.20.0.2 (ccc027b8-b719-4fba-bfab-019899fdf8a6/0f43a9f9-3868-4a18-ac51-4b042bdd31d6/e74c7485-90b9-4be1-bef1-ca5f90d3030e) {{(pid=102576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 08:22:07.510338 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Provisioning complete for port c53a4196-d9bb-4f2b-913f-e3b004125cb2 triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:22:07.510709 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (c53a4196-d9bb-4f2b-913f-e3b004125cb2), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:07.544013 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port afaa3a9a-e73c-4303-a2d3-9a6d632848c3, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=afaa3a9a-e73c-4303-a2d3-9a6d632848c3,segment=NetworkSegment(43cb66b7-a77f-413a-ab06-f86f4b2997dd),segment_id=43cb66b7-a77f-413a-ab06-f86f4b2997dd)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:22:07.562992 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Returning: {'device': 'afaa3a9a-e73c-4303-a2d3-9a6d632848c3', 'network_id': '1ee4935e-d112-4167-9e63-78b81a132699', 'port_id': 'afaa3a9a-e73c-4303-a2d3-9a6d632848c3', 'mac_address': 'fa:16:3e:da:63:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2a97265-d832-4a00-a269-fcf61d06224a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 08:22:07.611159 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Current status of the port afaa3a9a-e73c-4303-a2d3-9a6d632848c3 is: DOWN; New status is: BUILD {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:22:07.611549 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (afaa3a9a-e73c-4303-a2d3-9a6d632848c3), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:07.644702 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.notifiers.nova [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afaa3a9a-e73c-4303-a2d3-9a6d632848c3 {{(pid=102577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 08:22:07.650033 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-bd33f6a9-bf6a-4bef-8e81-6ce33c57c4cd req-650c4f79-84b5-49bf-9a52-2406ee6f4baa tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Publish callbacks [] for port (e74c7485-90b9-4be1-bef1-ca5f90d3030e), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:07.662694 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Current status of the port c53a4196-d9bb-4f2b-913f-e3b004125cb2 is: BUILD; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:22:07.663079 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (c53a4196-d9bb-4f2b-913f-e3b004125cb2), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:07.677826 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port afaa3a9a-e73c-4303-a2d3-9a6d632848c3, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=afaa3a9a-e73c-4303-a2d3-9a6d632848c3,segment=NetworkSegment(43cb66b7-a77f-413a-ab06-f86f4b2997dd),segment_id=43cb66b7-a77f-413a-ab06-f86f4b2997dd)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:22:07.683416 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (afaa3a9a-e73c-4303-a2d3-9a6d632848c3), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:07.687969 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-bd33f6a9-bf6a-4bef-8e81-6ce33c57c4cd req-650c4f79-84b5-49bf-9a52-2406ee6f4baa tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730334756109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13114657'] for port (e74c7485-90b9-4be1-bef1-ca5f90d3030e), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:07.715068 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] get_ports_and_sgs() called for port_ids ['74d2b896-3234-4146-8124-af4e3280fb10', 'e9592224-f54f-4980-bb9f-e02ba2faf5d1'] {{(pid=102577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 08:22:07.722082 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c1b0bd-c2ce-458c-ac26-51edef4c924f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c53a4196-d9bb-4f2b-913f-e3b004125cb2'}] {{(pid=102577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:22:07.724286 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ec6f2d63f069076934ea9a19260140f1f8696ff0c22b7471017e65d09815c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c997c7c0-a152-471c-b19d-091ad04f09a9" -d '{"events": [{"server_uuid": "02c1b0bd-c2ce-458c-ac26-51edef4c924f", "name": "network-vif-plugged", "status": "completed", "tag": "c53a4196-d9bb-4f2b-913f-e3b004125cb2"}]}' {{(pid=102577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:22:07.733457 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd33f6a9-bf6a-4bef-8e81-6ce33c57c4cd req-650c4f79-84b5-49bf-9a52-2406ee6f4baa tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Network ccc027b8-b719-4fba-bfab-019899fdf8a6 is already hosted by enough agents. {{(pid=102576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 08:22:07.739227 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.base_scheduler [req-bd33f6a9-bf6a-4bef-8e81-6ce33c57c4cd req-650c4f79-84b5-49bf-9a52-2406ee6f4baa tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Resources bound (agent type, host, resource id): {{(pid=102576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:22:07.744227 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd33f6a9-bf6a-4bef-8e81-6ce33c57c4cd req-650c4f79-84b5-49bf-9a52-2406ee6f4baa tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Received port after_create {{(pid=102576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 08:22:07.748544 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650c4f79-84b5-49bf-9a52-2406ee6f4baa tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Pushing event updated for resources: {'Port': ['ID=e74c7485-90b9-4be1-bef1-ca5f90d3030e,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:22:07.768175 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port c53a4196-d9bb-4f2b-913f-e3b004125cb2, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=c53a4196-d9bb-4f2b-913f-e3b004125cb2,segment=NetworkSegment(66343028-b008-43d7-89a2-855fb04fc1e4),segment_id=66343028-b008-43d7-89a2-855fb04fc1e4)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:22:07.783547 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (c53a4196-d9bb-4f2b-913f-e3b004125cb2), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:07.793099 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Pushing event updated for resources: {'Port': ['ID=afaa3a9a-e73c-4303-a2d3-9a6d632848c3,revision_number=4']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:22:07.794968 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd33f6a9-bf6a-4bef-8e81-6ce33c57c4cd req-650c4f79-84b5-49bf-9a52-2406ee6f4baa tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:07.795607 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-bd33f6a9-bf6a-4bef-8e81-6ce33c57c4cd req-650c4f79-84b5-49bf-9a52-2406ee6f4baa tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for port (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:07.802131 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 08:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8854a135-14a5-41a9-a745-44db4fa84f7c x-openstack-request-id: req-8854a135-14a5-41a9-a745-44db4fa84f7c {{(pid=102577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:22:07.802681 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02c1b0bd-c2ce-458c-ac26-51edef4c924f", "name": "network-vif-plugged", "status": "completed", "tag": "c53a4196-d9bb-4f2b-913f-e3b004125cb2", "code": 200}]} {{(pid=102577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:22:07.803096 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8854a135-14a5-41a9-a745-44db4fa84f7c {{(pid=102577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:22:07.803641 dv-cinder-826589-1-iscsi neutron-server[102577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02c1b0bd-c2ce-458c-ac26-51edef4c924f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c53a4196-d9bb-4f2b-913f-e3b004125cb2', 'code': 200} Jan 27 08:22:07.817782 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-bd33f6a9-bf6a-4bef-8e81-6ce33c57c4cd req-650c4f79-84b5-49bf-9a52-2406ee6f4baa tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6038444 Jan 27 08:22:07.831888 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [req-bd33f6a9-bf6a-4bef-8e81-6ce33c57c4cd req-1bc3dd3c-3ad9-46b1-9596-490ba39257c2 service neutron] Request body: {'port': {'device_id': 'ec4f1974-8e18-4e8a-acb2-c5923fff2322', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82658'}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:22:07.871137 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Pushing event updated for resources: {'Port': ['ID=c53a4196-d9bb-4f2b-913f-e3b004125cb2,revision_number=8']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:22:07.921272 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-bd33f6a9-bf6a-4bef-8e81-6ce33c57c4cd req-1bc3dd3c-3ad9-46b1-9596-490ba39257c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (e74c7485-90b9-4be1-bef1-ca5f90d3030e), before_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:07.929165 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09a34c-a754-4133-9a04-080039fb665c req-febab7ec-d30f-4cee-99bd-cdd6854c5c76 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:07.931215 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-5e09a34c-a754-4133-9a04-080039fb665c req-febab7ec-d30f-4cee-99bd-cdd6854c5c76 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c0e3462-00c5-490e-9153-bbb3750d7236 HTTP/1.1" status: 200 len: 945 time: 0.0952604 Jan 27 08:22:07.938407 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] get_ports_and_sgs() called for port_ids ['afaa3a9a-e73c-4303-a2d3-9a6d632848c3'] {{(pid=102577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 08:22:08.013915 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-5e09a34c-a754-4133-9a04-080039fb665c req-10951316-1e60-4eee-902d-286164ab3396 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ad5322c-90b1-4bf1-9bda-fe98c62b5554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750833 Jan 27 08:22:08.224675 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.notifiers.nova [req-bd33f6a9-bf6a-4bef-8e81-6ce33c57c4cd req-1bc3dd3c-3ad9-46b1-9596-490ba39257c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e74c7485-90b9-4be1-bef1-ca5f90d3030e {{(pid=102576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 08:22:08.232994 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-bd33f6a9-bf6a-4bef-8e81-6ce33c57c4cd req-1bc3dd3c-3ad9-46b1-9596-490ba39257c2 service neutron] Publish callbacks [] for port (e74c7485-90b9-4be1-bef1-ca5f90d3030e), precommit_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:08.245796 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.provisioning_blocks [req-bd33f6a9-bf6a-4bef-8e81-6ce33c57c4cd req-1bc3dd3c-3ad9-46b1-9596-490ba39257c2 service neutron] Transition to ACTIVE for port object e74c7485-90b9-4be1-bef1-ca5f90d3030e will not be triggered until provisioned by entity L2. {{(pid=102576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 08:22:08.250432 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-bd33f6a9-bf6a-4bef-8e81-6ce33c57c4cd req-1bc3dd3c-3ad9-46b1-9596-490ba39257c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13114678'] for port (e74c7485-90b9-4be1-bef1-ca5f90d3030e), after_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:08.298418 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc3dd3c-3ad9-46b1-9596-490ba39257c2 service neutron] Pushing event updated for resources: {'Port': ['ID=e74c7485-90b9-4be1-bef1-ca5f90d3030e,revision_number=2']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:22:08.364617 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.managers [req-bd33f6a9-bf6a-4bef-8e81-6ce33c57c4cd req-1bc3dd3c-3ad9-46b1-9596-490ba39257c2 service neutron] Attempting to bind port e74c7485-90b9-4be1-bef1-ca5f90d3030e on host hv-cinder-82658 for vnic_type normal with profile {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 08:22:08.364974 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.managers [req-bd33f6a9-bf6a-4bef-8e81-6ce33c57c4cd req-1bc3dd3c-3ad9-46b1-9596-490ba39257c2 service neutron] Attempting to bind port e74c7485-90b9-4be1-bef1-ca5f90d3030e by drivers openvswitch,hyperv on host hv-cinder-82658 at level 0 using segments [{'id': 'c653d8ee-07e4-4794-b242-17586b507f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'ccc027b8-b719-4fba-bfab-019899fdf8a6'}] {{(pid=102576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 08:22:08.365301 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd33f6a9-bf6a-4bef-8e81-6ce33c57c4cd req-1bc3dd3c-3ad9-46b1-9596-490ba39257c2 service neutron] Attempting to bind port e74c7485-90b9-4be1-bef1-ca5f90d3030e on network ccc027b8-b719-4fba-bfab-019899fdf8a6 {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:22:08.369513 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd33f6a9-bf6a-4bef-8e81-6ce33c57c4cd req-1bc3dd3c-3ad9-46b1-9596-490ba39257c2 service neutron] Port e74c7485-90b9-4be1-bef1-ca5f90d3030e on network ccc027b8-b719-4fba-bfab-019899fdf8a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82658 {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 08:22:08.369832 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd33f6a9-bf6a-4bef-8e81-6ce33c57c4cd req-1bc3dd3c-3ad9-46b1-9596-490ba39257c2 service neutron] Attempting to bind port e74c7485-90b9-4be1-bef1-ca5f90d3030e on network ccc027b8-b719-4fba-bfab-019899fdf8a6 {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:22:08.374584 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd33f6a9-bf6a-4bef-8e81-6ce33c57c4cd req-1bc3dd3c-3ad9-46b1-9596-490ba39257c2 service neutron] Checking agent: {'id': '926d476c-3c92-4faa-a402-a395b4978e44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82658', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 8, 12, 58), 'started_at': datetime.datetime(2022, 1, 27, 8, 12, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 8, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 08:22:08.374916 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd33f6a9-bf6a-4bef-8e81-6ce33c57c4cd req-1bc3dd3c-3ad9-46b1-9596-490ba39257c2 service neutron] Checking segment: {'id': 'c653d8ee-07e4-4794-b242-17586b507f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'ccc027b8-b719-4fba-bfab-019899fdf8a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:22:08.375295 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd33f6a9-bf6a-4bef-8e81-6ce33c57c4cd req-1bc3dd3c-3ad9-46b1-9596-490ba39257c2 service neutron] Bound using segment: {'id': 'c653d8ee-07e4-4794-b242-17586b507f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'ccc027b8-b719-4fba-bfab-019899fdf8a6'} {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 08:22:08.375718 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.managers [req-bd33f6a9-bf6a-4bef-8e81-6ce33c57c4cd req-1bc3dd3c-3ad9-46b1-9596-490ba39257c2 service neutron] Bound port: e74c7485-90b9-4be1-bef1-ca5f90d3030e, host: hv-cinder-82658, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c653d8ee-07e4-4794-b242-17586b507f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'ccc027b8-b719-4fba-bfab-019899fdf8a6'}}] {{(pid=102576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 08:22:08.376071 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-bd33f6a9-bf6a-4bef-8e81-6ce33c57c4cd req-1bc3dd3c-3ad9-46b1-9596-490ba39257c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (e74c7485-90b9-4be1-bef1-ca5f90d3030e), before_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:08.441849 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.db [req-bd33f6a9-bf6a-4bef-8e81-6ce33c57c4cd req-1bc3dd3c-3ad9-46b1-9596-490ba39257c2 service neutron] For port e74c7485-90b9-4be1-bef1-ca5f90d3030e, host hv-cinder-82658, cleared binding levels {{(pid=102576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 08:22:08.444968 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.db [req-bd33f6a9-bf6a-4bef-8e81-6ce33c57c4cd req-1bc3dd3c-3ad9-46b1-9596-490ba39257c2 service neutron] For port e74c7485-90b9-4be1-bef1-ca5f90d3030e, host hv-cinder-82658, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=e74c7485-90b9-4be1-bef1-ca5f90d3030e,segment=NetworkSegment(c653d8ee-07e4-4794-b242-17586b507f85),segment_id=c653d8ee-07e4-4794-b242-17586b507f85)] {{(pid=102576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 08:22:08.461122 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-bd33f6a9-bf6a-4bef-8e81-6ce33c57c4cd req-1bc3dd3c-3ad9-46b1-9596-490ba39257c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13114678'] for port (e74c7485-90b9-4be1-bef1-ca5f90d3030e), after_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:08.513095 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd33f6a9-bf6a-4bef-8e81-6ce33c57c4cd req-1bc3dd3c-3ad9-46b1-9596-490ba39257c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:08.513718 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-bd33f6a9-bf6a-4bef-8e81-6ce33c57c4cd req-1bc3dd3c-3ad9-46b1-9596-490ba39257c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for port (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:08.515091 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-bd33f6a9-bf6a-4bef-8e81-6ce33c57c4cd req-1bc3dd3c-3ad9-46b1-9596-490ba39257c2 service neutron] 10.222.0.72 "PUT /v2.0/ports/e74c7485-90b9-4be1-bef1-ca5f90d3030e HTTP/1.1" status: 200 len: 1093 time: 0.6889143 Jan 27 08:22:08.517010 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec4f1974-8e18-4e8a-acb2-c5923fff2322', 'tag': 'e74c7485-90b9-4be1-bef1-ca5f90d3030e'}] {{(pid=102576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:22:08.519242 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e99b03222c8d2fef0e5d308316368c2f75dcb43852cf269b2a1b1136e13dae4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1fbda4-8c58-4cba-976f-5955ffaa1f21" -d '{"events": [{"name": "network-changed", "server_uuid": "ec4f1974-8e18-4e8a-acb2-c5923fff2322", "tag": "e74c7485-90b9-4be1-bef1-ca5f90d3030e"}]}' {{(pid=102576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:22:08.546617 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc3dd3c-3ad9-46b1-9596-490ba39257c2 service neutron] Pushing event updated for resources: {'Port': ['ID=e74c7485-90b9-4be1-bef1-ca5f90d3030e,revision_number=3']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:22:08.555576 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d3fd2-581f-4ca3-91fc-02b04859ad8a req-f35e9fff-dc4b-4edd-b1c7-17028a49c2a4 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:08.557154 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-3d4d3fd2-581f-4ca3-91fc-02b04859ad8a req-f35e9fff-dc4b-4edd-b1c7-17028a49c2a4 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec4f1974-8e18-4e8a-acb2-c5923fff2322 HTTP/1.1" status: 200 len: 943 time: 0.1108367 Jan 27 08:22:08.560125 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 08:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6cd4c1-a9f1-48d9-8da0-4c66ae32cb0f x-openstack-request-id: req-6e6cd4c1-a9f1-48d9-8da0-4c66ae32cb0f {{(pid=102576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:22:08.560454 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec4f1974-8e18-4e8a-acb2-c5923fff2322", "tag": "e74c7485-90b9-4be1-bef1-ca5f90d3030e", "status": "completed", "code": 200}]} {{(pid=102576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:22:08.560660 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6e6cd4c1-a9f1-48d9-8da0-4c66ae32cb0f {{(pid=102576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:22:08.561089 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec4f1974-8e18-4e8a-acb2-c5923fff2322', 'tag': 'e74c7485-90b9-4be1-bef1-ca5f90d3030e', 'status': 'completed', 'code': 200} Jan 27 08:22:08.635088 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-3d4d3fd2-581f-4ca3-91fc-02b04859ad8a req-f7d43ff2-c405-4bd5-8095-27fac3b65d8f tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/security-groups?id=86d56208-1791-4d02-8c06-8995ae2f027c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718093 Jan 27 08:22:08.640869 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd33f6a9-bf6a-4bef-8e81-6ce33c57c4cd req-04823ac7-6b2a-4e48-ac3f-12801704c0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:08.642308 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-bd33f6a9-bf6a-4bef-8e81-6ce33c57c4cd req-04823ac7-6b2a-4e48-ac3f-12801704c0ce service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6402071f030f456996da0c23e7a86316&device_id=ec4f1974-8e18-4e8a-acb2-c5923fff2322 HTTP/1.1" status: 200 len: 1096 time: 0.0654166 Jan 27 08:22:08.683788 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-bd33f6a9-bf6a-4bef-8e81-6ce33c57c4cd req-cadd59ac-cd77-4c92-8bac-9c59c5e00086 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e74c7485-90b9-4be1-bef1-ca5f90d3030e HTTP/1.1" status: 200 len: 217 time: 0.0336134 Jan 27 08:22:08.734257 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd33f6a9-bf6a-4bef-8e81-6ce33c57c4cd req-05912c59-2f5e-4868-974e-c46c71107d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:08.735739 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-bd33f6a9-bf6a-4bef-8e81-6ce33c57c4cd req-05912c59-2f5e-4868-974e-c46c71107d2f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0f43a9f9-3868-4a18-ac51-4b042bdd31d6 HTTP/1.1" status: 200 len: 855 time: 0.0447989 Jan 27 08:22:08.770229 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-bd33f6a9-bf6a-4bef-8e81-6ce33c57c4cd req-2e680959-f498-4c02-8aee-b02e3a8fb0fd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ccc027b8-b719-4fba-bfab-019899fdf8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241554 Jan 27 08:22:08.861220 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-bd33f6a9-bf6a-4bef-8e81-6ce33c57c4cd req-2ccb5970-d2df-4ba7-b039-cdeb3638352a service neutron] 10.222.0.72 "GET /v2.0/networks/ccc027b8-b719-4fba-bfab-019899fdf8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844424 Jan 27 08:22:08.947160 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-bd33f6a9-bf6a-4bef-8e81-6ce33c57c4cd req-b464375e-d49e-4f71-9a4e-db0e2859862e service neutron] 10.222.0.72 "GET /v2.0/networks/ccc027b8-b719-4fba-bfab-019899fdf8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800726 Jan 27 08:22:09.038613 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1fbda4-8c58-4cba-976f-5955ffaa1f21 req-bbe9306b-700e-4af3-b3ad-f862417b5246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:09.040252 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-2f1fbda4-8c58-4cba-976f-5955ffaa1f21 req-bbe9306b-700e-4af3-b3ad-f862417b5246 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6402071f030f456996da0c23e7a86316&device_id=ec4f1974-8e18-4e8a-acb2-c5923fff2322 HTTP/1.1" status: 200 len: 1096 time: 0.0436170 Jan 27 08:22:09.163243 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1fbda4-8c58-4cba-976f-5955ffaa1f21 req-8392ce98-78d5-4613-925f-43bfc226d359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:09.164772 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-2f1fbda4-8c58-4cba-976f-5955ffaa1f21 req-8392ce98-78d5-4613-925f-43bfc226d359 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ccc027b8-b719-4fba-bfab-019899fdf8a6 HTTP/1.1" status: 200 len: 916 time: 0.1173813 Jan 27 08:22:09.171569 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f40f834-529f-4aba-8929-e69cabccde6d req-36c7c54e-db94-4d8c-8644-c2944d6e09c3 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:09.172943 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-4f40f834-529f-4aba-8929-e69cabccde6d req-36c7c54e-db94-4d8c-8644-c2944d6e09c3 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c0e3462-00c5-490e-9153-bbb3750d7236 HTTP/1.1" status: 200 len: 945 time: 0.0721784 Jan 27 08:22:09.223656 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-2f1fbda4-8c58-4cba-976f-5955ffaa1f21 req-fe95fb06-7aab-4e6d-a306-44d78de45b1c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e74c7485-90b9-4be1-bef1-ca5f90d3030e HTTP/1.1" status: 200 len: 217 time: 0.0463662 Jan 27 08:22:09.279563 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-4f40f834-529f-4aba-8929-e69cabccde6d req-674c7d19-188d-43b5-969b-f41f249dbcf4 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ad5322c-90b1-4bf1-9bda-fe98c62b5554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011996 Jan 27 08:22:09.290193 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1fbda4-8c58-4cba-976f-5955ffaa1f21 req-d03f9fec-c892-4bd1-9ea7-9e474eda4037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:09.291631 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-2f1fbda4-8c58-4cba-976f-5955ffaa1f21 req-d03f9fec-c892-4bd1-9ea7-9e474eda4037 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0f43a9f9-3868-4a18-ac51-4b042bdd31d6 HTTP/1.1" status: 200 len: 855 time: 0.0570588 Jan 27 08:22:09.328379 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-2f1fbda4-8c58-4cba-976f-5955ffaa1f21 req-261bff2b-30ac-4028-aae8-25e068bddb3a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ccc027b8-b719-4fba-bfab-019899fdf8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288713 Jan 27 08:22:09.418435 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-2f1fbda4-8c58-4cba-976f-5955ffaa1f21 req-e207e60d-b4e7-42ff-b533-bc822d150f8b service neutron] 10.222.0.72 "GET /v2.0/networks/ccc027b8-b719-4fba-bfab-019899fdf8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824778 Jan 27 08:22:09.420678 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device afaa3a9a-e73c-4303-a2d3-9a6d632848c3 up at agent hyperv_hv-cinder-82658 {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:22:09.485507 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Provisioning for port afaa3a9a-e73c-4303-a2d3-9a6d632848c3 completed by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 08:22:09.490137 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Provisioning complete for port afaa3a9a-e73c-4303-a2d3-9a6d632848c3 triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:22:09.490539 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (afaa3a9a-e73c-4303-a2d3-9a6d632848c3), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:09.531592 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-2f1fbda4-8c58-4cba-976f-5955ffaa1f21 req-44f6e379-0b8f-49ad-8569-0090d58a546b service neutron] 10.222.0.72 "GET /v2.0/networks/ccc027b8-b719-4fba-bfab-019899fdf8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999241 Jan 27 08:22:09.568316 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Current status of the port afaa3a9a-e73c-4303-a2d3-9a6d632848c3 is: BUILD; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:22:09.568705 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (afaa3a9a-e73c-4303-a2d3-9a6d632848c3), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:09.599411 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port afaa3a9a-e73c-4303-a2d3-9a6d632848c3, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=afaa3a9a-e73c-4303-a2d3-9a6d632848c3,segment=NetworkSegment(43cb66b7-a77f-413a-ab06-f86f4b2997dd),segment_id=43cb66b7-a77f-413a-ab06-f86f4b2997dd)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:22:09.603919 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (afaa3a9a-e73c-4303-a2d3-9a6d632848c3), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:09.655992 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Pushing event updated for resources: {'Port': ['ID=afaa3a9a-e73c-4303-a2d3-9a6d632848c3,revision_number=5']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:22:09.753726 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae3c12-d009-4814-892c-9fafdf7dad3b req-ddd6db1d-eae8-41b8-b2cc-8ef57a9d93e0 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:09.755248 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-99ae3c12-d009-4814-892c-9fafdf7dad3b req-ddd6db1d-eae8-41b8-b2cc-8ef57a9d93e0 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec4f1974-8e18-4e8a-acb2-c5923fff2322 HTTP/1.1" status: 200 len: 943 time: 0.0498829 Jan 27 08:22:09.804904 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c0e3462-00c5-490e-9153-bbb3750d7236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afaa3a9a-e73c-4303-a2d3-9a6d632848c3'}] {{(pid=102577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:22:09.805151 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-99ae3c12-d009-4814-892c-9fafdf7dad3b req-d136498a-2a45-4b07-af7f-b1f6e5d19def tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/security-groups?id=86d56208-1791-4d02-8c06-8995ae2f027c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440426 Jan 27 08:22:09.807189 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ec6f2d63f069076934ea9a19260140f1f8696ff0c22b7471017e65d09815c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0d287e-b1a5-4931-a83d-d08f08e208ff" -d '{"events": [{"server_uuid": "2c0e3462-00c5-490e-9153-bbb3750d7236", "name": "network-vif-plugged", "status": "completed", "tag": "afaa3a9a-e73c-4303-a2d3-9a6d632848c3"}]}' {{(pid=102577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:22:09.843805 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 08:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b99ba766-a93c-4172-8f03-4a5896b8c1e3 x-openstack-request-id: req-b99ba766-a93c-4172-8f03-4a5896b8c1e3 {{(pid=102577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:22:09.844099 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c0e3462-00c5-490e-9153-bbb3750d7236", "name": "network-vif-plugged", "status": "completed", "tag": "afaa3a9a-e73c-4303-a2d3-9a6d632848c3", "code": 200}]} {{(pid=102577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:22:09.844352 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b99ba766-a93c-4172-8f03-4a5896b8c1e3 {{(pid=102577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:22:09.844798 dv-cinder-826589-1-iscsi neutron-server[102577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c0e3462-00c5-490e-9153-bbb3750d7236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afaa3a9a-e73c-4303-a2d3-9a6d632848c3', 'code': 200} Jan 27 08:22:10.018285 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f9d47-ac4d-443b-9b31-01c9735ea182 req-68be5de1-d76b-450d-bbac-324569f87a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:10.019731 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-5f3f9d47-ac4d-443b-9b31-01c9735ea182 req-68be5de1-d76b-450d-bbac-324569f87a09 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2c0e3462-00c5-490e-9153-bbb3750d7236 HTTP/1.1" status: 200 len: 1099 time: 0.0383329 Jan 27 08:22:10.062281 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-5f3f9d47-ac4d-443b-9b31-01c9735ea182 req-31f7f408-4a59-45db-9c49-9f6974c3a9eb service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7ad5322c-90b1-4bf1-9bda-fe98c62b5554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361598 Jan 27 08:22:10.397592 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6dc081-ebf2-4fbf-bcaa-041053e26250 req-4ce8e18c-c151-4d95-8496-d292ad39326c tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:10.399652 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-7b6dc081-ebf2-4fbf-bcaa-041053e26250 req-4ce8e18c-c151-4d95-8496-d292ad39326c tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c0e3462-00c5-490e-9153-bbb3750d7236 HTTP/1.1" status: 200 len: 946 time: 0.0511703 Jan 27 08:22:10.446278 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-7b6dc081-ebf2-4fbf-bcaa-041053e26250 req-74196ccd-0dd2-4546-bd6e-fb24e27200b8 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ad5322c-90b1-4bf1-9bda-fe98c62b5554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405917 Jan 27 08:22:10.926061 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0609dee1-fe42-4064-8896-478a4a100d41 req-284d4351-f272-44b6-95b6-aedf91c7eff0 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:10.927518 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-0609dee1-fe42-4064-8896-478a4a100d41 req-284d4351-f272-44b6-95b6-aedf91c7eff0 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec4f1974-8e18-4e8a-acb2-c5923fff2322 HTTP/1.1" status: 200 len: 943 time: 0.0468316 Jan 27 08:22:10.972805 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-0609dee1-fe42-4064-8896-478a4a100d41 req-c82eae12-06d1-46b2-aadc-1e7858a97ff5 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/security-groups?id=86d56208-1791-4d02-8c06-8995ae2f027c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391352 Jan 27 08:22:11.444893 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device e74c7485-90b9-4be1-bef1-ca5f90d3030e details requested by agent hyperv_hv-cinder-82658 with host hv-cinder-82658 {{(pid=102577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 08:22:11.538632 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port e74c7485-90b9-4be1-bef1-ca5f90d3030e, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=e74c7485-90b9-4be1-bef1-ca5f90d3030e,segment=NetworkSegment(c653d8ee-07e4-4794-b242-17586b507f85),segment_id=c653d8ee-07e4-4794-b242-17586b507f85)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:22:11.549929 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Returning: {'device': 'e74c7485-90b9-4be1-bef1-ca5f90d3030e', 'network_id': 'ccc027b8-b719-4fba-bfab-019899fdf8a6', 'port_id': 'e74c7485-90b9-4be1-bef1-ca5f90d3030e', 'mac_address': 'fa:16:3e:92:ba:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f43a9f9-3868-4a18-ac51-4b042bdd31d6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 08:22:11.563746 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff9fbca-f080-4948-8c5d-d7c8112c66a5 req-58dbf00b-7de0-40d9-83dc-165f42a45515 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:11.565287 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-2ff9fbca-f080-4948-8c5d-d7c8112c66a5 req-58dbf00b-7de0-40d9-83dc-165f42a45515 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c0e3462-00c5-490e-9153-bbb3750d7236 HTTP/1.1" status: 200 len: 946 time: 0.0529587 Jan 27 08:22:11.591828 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Current status of the port e74c7485-90b9-4be1-bef1-ca5f90d3030e is: DOWN; New status is: BUILD {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:22:11.592222 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (e74c7485-90b9-4be1-bef1-ca5f90d3030e), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:11.605996 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.notifiers.nova [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e74c7485-90b9-4be1-bef1-ca5f90d3030e {{(pid=102577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 08:22:11.612530 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-2ff9fbca-f080-4948-8c5d-d7c8112c66a5 req-09173c87-37b5-4772-99e7-b99da24206d6 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ad5322c-90b1-4bf1-9bda-fe98c62b5554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416193 Jan 27 08:22:11.626480 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port e74c7485-90b9-4be1-bef1-ca5f90d3030e, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=e74c7485-90b9-4be1-bef1-ca5f90d3030e,segment=NetworkSegment(c653d8ee-07e4-4794-b242-17586b507f85),segment_id=c653d8ee-07e4-4794-b242-17586b507f85)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:22:11.631294 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (e74c7485-90b9-4be1-bef1-ca5f90d3030e), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:11.680345 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Pushing event updated for resources: {'Port': ['ID=e74c7485-90b9-4be1-bef1-ca5f90d3030e,revision_number=4']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:22:11.728487 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc038c9d-0dca-4649-ba1d-e1b3a7ea2e1b req-30751656-0ba4-4f6b-8373-c54768c402b9 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:11.729907 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-bc038c9d-0dca-4649-ba1d-e1b3a7ea2e1b req-30751656-0ba4-4f6b-8373-c54768c402b9 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c0e3462-00c5-490e-9153-bbb3750d7236 HTTP/1.1" status: 200 len: 946 time: 0.0516326 Jan 27 08:22:11.776117 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-bc038c9d-0dca-4649-ba1d-e1b3a7ea2e1b req-1d95468d-ff6f-455c-a5cd-f679e76fcfe2 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ad5322c-90b1-4bf1-9bda-fe98c62b5554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403838 Jan 27 08:22:11.915740 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] get_ports_and_sgs() called for port_ids ['e74c7485-90b9-4be1-bef1-ca5f90d3030e'] {{(pid=102577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 08:22:12.389401 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c8e02-96ae-460a-86a3-029736d90761 req-f942a2ec-b319-4631-b9dc-3bd810c39f46 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:12.391096 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-908c8e02-96ae-460a-86a3-029736d90761 req-f942a2ec-b319-4631-b9dc-3bd810c39f46 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec4f1974-8e18-4e8a-acb2-c5923fff2322 HTTP/1.1" status: 200 len: 944 time: 0.3363881 Jan 27 08:22:12.402308 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61576e41-deca-4bda-8f4a-bd60483ea379 req-e347124e-b700-4a76-9748-ceaa4265169b tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:12.403719 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-61576e41-deca-4bda-8f4a-bd60483ea379 req-e347124e-b700-4a76-9748-ceaa4265169b tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c0e3462-00c5-490e-9153-bbb3750d7236 HTTP/1.1" status: 200 len: 946 time: 0.3243103 Jan 27 08:22:12.475167 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-908c8e02-96ae-460a-86a3-029736d90761 req-599e2bce-77d7-4f53-b843-e4cf51bf18e8 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/security-groups?id=86d56208-1791-4d02-8c06-8995ae2f027c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704556 Jan 27 08:22:12.478902 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-61576e41-deca-4bda-8f4a-bd60483ea379 req-57a9ac42-da16-41e4-9693-3962adbb1fc4 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ad5322c-90b1-4bf1-9bda-fe98c62b5554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684090 Jan 27 08:22:13.448954 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device e74c7485-90b9-4be1-bef1-ca5f90d3030e up at agent hyperv_hv-cinder-82658 {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:22:13.495721 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Provisioning for port e74c7485-90b9-4be1-bef1-ca5f90d3030e completed by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 08:22:13.499359 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Provisioning complete for port e74c7485-90b9-4be1-bef1-ca5f90d3030e triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:22:13.499826 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (e74c7485-90b9-4be1-bef1-ca5f90d3030e), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:13.579829 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Current status of the port e74c7485-90b9-4be1-bef1-ca5f90d3030e is: BUILD; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:22:13.580222 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (e74c7485-90b9-4be1-bef1-ca5f90d3030e), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:13.588935 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c950ed-e8c9-45a7-8560-5b3c8d7bb38d req-c056bf87-4461-477e-ad49-b0e47dbdaef0 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:13.590470 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-f2c950ed-e8c9-45a7-8560-5b3c8d7bb38d req-c056bf87-4461-477e-ad49-b0e47dbdaef0 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec4f1974-8e18-4e8a-acb2-c5923fff2322 HTTP/1.1" status: 200 len: 944 time: 0.0480380 Jan 27 08:22:13.640683 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-f2c950ed-e8c9-45a7-8560-5b3c8d7bb38d req-488d2dbf-828c-4271-abcc-a536d34eb97d tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/security-groups?id=86d56208-1791-4d02-8c06-8995ae2f027c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444899 Jan 27 08:22:13.723048 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec4f1974-8e18-4e8a-acb2-c5923fff2322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e74c7485-90b9-4be1-bef1-ca5f90d3030e'}] {{(pid=102577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:22:13.725204 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ec6f2d63f069076934ea9a19260140f1f8696ff0c22b7471017e65d09815c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b50a7d-c105-4bf0-a63e-6ad0bf16d7ed" -d '{"events": [{"server_uuid": "ec4f1974-8e18-4e8a-acb2-c5923fff2322", "name": "network-vif-plugged", "status": "completed", "tag": "e74c7485-90b9-4be1-bef1-ca5f90d3030e"}]}' {{(pid=102577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:22:13.737616 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port e74c7485-90b9-4be1-bef1-ca5f90d3030e, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=e74c7485-90b9-4be1-bef1-ca5f90d3030e,segment=NetworkSegment(c653d8ee-07e4-4794-b242-17586b507f85),segment_id=c653d8ee-07e4-4794-b242-17586b507f85)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:22:13.741543 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (e74c7485-90b9-4be1-bef1-ca5f90d3030e), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:13.766012 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 08:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2204bf66-737e-4bee-8f4c-e32d8705a0e2 x-openstack-request-id: req-2204bf66-737e-4bee-8f4c-e32d8705a0e2 {{(pid=102577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:22:13.766306 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec4f1974-8e18-4e8a-acb2-c5923fff2322", "name": "network-vif-plugged", "status": "completed", "tag": "e74c7485-90b9-4be1-bef1-ca5f90d3030e", "code": 200}]} {{(pid=102577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:22:13.766559 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2204bf66-737e-4bee-8f4c-e32d8705a0e2 {{(pid=102577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:22:13.766948 dv-cinder-826589-1-iscsi neutron-server[102577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec4f1974-8e18-4e8a-acb2-c5923fff2322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e74c7485-90b9-4be1-bef1-ca5f90d3030e', 'code': 200} Jan 27 08:22:13.793995 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Pushing event updated for resources: {'Port': ['ID=e74c7485-90b9-4be1-bef1-ca5f90d3030e,revision_number=5']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:22:13.943196 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237c625-ce23-4fe9-b044-ed173f5b1c47 req-b3fc544e-7075-48eb-be48-82fe0950c4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:13.944714 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a237c625-ce23-4fe9-b044-ed173f5b1c47 req-b3fc544e-7075-48eb-be48-82fe0950c4db service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ec4f1974-8e18-4e8a-acb2-c5923fff2322 HTTP/1.1" status: 200 len: 1098 time: 0.0426674 Jan 27 08:22:13.990305 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a237c625-ce23-4fe9-b044-ed173f5b1c47 req-259ab8f7-56de-4e3f-b5f2-f3c37323fdcd service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=86d56208-1791-4d02-8c06-8995ae2f027c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391114 Jan 27 08:22:14.755000 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c092c6a-51a6-4e7c-9e0e-db019aee528f req-99545a30-680d-4f0f-a53a-7daa676b7c2e tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:14.756410 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-9c092c6a-51a6-4e7c-9e0e-db019aee528f req-99545a30-680d-4f0f-a53a-7daa676b7c2e tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec4f1974-8e18-4e8a-acb2-c5923fff2322 HTTP/1.1" status: 200 len: 945 time: 0.0485754 Jan 27 08:22:14.805296 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-9c092c6a-51a6-4e7c-9e0e-db019aee528f req-90269112-642f-4350-ad24-9b8344c2017c tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/security-groups?id=86d56208-1791-4d02-8c06-8995ae2f027c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427492 Jan 27 08:22:15.920102 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ace0f8-34e5-41db-98cc-08d77182a827 req-237fc8b8-dc9e-4545-aa5c-56f00e7c9a82 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:15.921636 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-32ace0f8-34e5-41db-98cc-08d77182a827 req-237fc8b8-dc9e-4545-aa5c-56f00e7c9a82 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec4f1974-8e18-4e8a-acb2-c5923fff2322 HTTP/1.1" status: 200 len: 945 time: 0.0468292 Jan 27 08:22:15.970517 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-32ace0f8-34e5-41db-98cc-08d77182a827 req-45e186e2-2bb8-4403-9e27-2b2312800b87 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/security-groups?id=86d56208-1791-4d02-8c06-8995ae2f027c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433977 Jan 27 08:22:19.907898 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-0f173362-8751-4aee-a3d4-d4f671cce240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (913d1d6b-f856-4828-afb6-1e4cc7d36f68), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:22.914539 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-dd60cfc8-4be9-48e1-90fa-c29f1c34aa50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (c4292dc4-d7f6-4187-994e-0142c7d14647), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:23.102924 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6aef0-96c1-47fa-81ff-aab5dd0fb507 req-3036f634-4d49-4cd3-b70c-55764cabdbbf tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:23.104384 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-73b6aef0-96c1-47fa-81ff-aab5dd0fb507 req-3036f634-4d49-4cd3-b70c-55764cabdbbf tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c0e3462-00c5-490e-9153-bbb3750d7236 HTTP/1.1" status: 200 len: 946 time: 0.0458405 Jan 27 08:22:23.149676 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-73b6aef0-96c1-47fa-81ff-aab5dd0fb507 req-a7333b50-2b0b-4c9d-804f-60ad1c794611 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ad5322c-90b1-4bf1-9bda-fe98c62b5554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394320 Jan 27 08:22:23.171783 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 36188) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:22:23.296830 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d8ddf9-23d3-4caf-8e69-26e1ef8c5f68 tempest-TestMinimumBasicScenario-1803639144 tempest-TestMinimumBasicScenario-1803639144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:23.298303 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-c8d8ddf9-23d3-4caf-8e69-26e1ef8c5f68 tempest-TestMinimumBasicScenario-1803639144 tempest-TestMinimumBasicScenario-1803639144-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=2c0e3462-00c5-490e-9153-bbb3750d7236 HTTP/1.1" status: 200 len: 1094 time: 0.1255493 Jan 27 08:22:23.301477 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 36192) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:22:23.306301 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.v2.base [None req-4982c039-c8c0-41ee-8666-9a3b3ca290db tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Request body: {'floatingip': {'floating_network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'port_id': 'afaa3a9a-e73c-4303-a2d3-9a6d632848c3', 'tenant_id': '3f205d29427e42f9a63d06733db73b9f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:22:23.328237 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-4982c039-c8c0-41ee-8666-9a3b3ca290db tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:23.426468 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-4982c039-c8c0-41ee-8666-9a3b3ca290db tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:23.535956 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.db_base_plugin_common [None req-4982c039-c8c0-41ee-8666-9a3b3ca290db tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Allocated IP 172.27.1.127 (3614e5a2-e145-4686-b153-8df14846b7f6/4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a/22d4b442-2f60-424e-a1e5-f990c7505245) {{(pid=102575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 08:22:23.636229 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-4982c039-c8c0-41ee-8666-9a3b3ca290db tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Publish callbacks [] for port (22d4b442-2f60-424e-a1e5-f990c7505245), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:23.667978 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-4982c039-c8c0-41ee-8666-9a3b3ca290db tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730334756109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13172730'] for port (22d4b442-2f60-424e-a1e5-f990c7505245), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:23.704027 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4982c039-c8c0-41ee-8666-9a3b3ca290db tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Network 3614e5a2-e145-4686-b153-8df14846b7f6 is already hosted by enough agents. {{(pid=102575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 08:22:23.706705 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.base_scheduler [None req-4982c039-c8c0-41ee-8666-9a3b3ca290db tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Resources bound (agent type, host, resource id): {{(pid=102575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:22:23.712566 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4982c039-c8c0-41ee-8666-9a3b3ca290db tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Received port after_create {{(pid=102575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 08:22:23.717794 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4982c039-c8c0-41ee-8666-9a3b3ca290db tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Pushing event updated for resources: {'Port': ['ID=22d4b442-2f60-424e-a1e5-f990c7505245,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:22:23.744653 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4982c039-c8c0-41ee-8666-9a3b3ca290db tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:22:23.745030 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4982c039-c8c0-41ee-8666-9a3b3ca290db tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:22:23.745371 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4982c039-c8c0-41ee-8666-9a3b3ca290db tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:22:23.745707 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4982c039-c8c0-41ee-8666-9a3b3ca290db tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:22:23.746039 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4982c039-c8c0-41ee-8666-9a3b3ca290db tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:22:23.746371 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4982c039-c8c0-41ee-8666-9a3b3ca290db tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:22:23.746697 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4982c039-c8c0-41ee-8666-9a3b3ca290db tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:22:23.747022 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4982c039-c8c0-41ee-8666-9a3b3ca290db tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:22:23.747344 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4982c039-c8c0-41ee-8666-9a3b3ca290db tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:22:23.747665 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4982c039-c8c0-41ee-8666-9a3b3ca290db tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:22:23.747985 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4982c039-c8c0-41ee-8666-9a3b3ca290db tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:22:23.748305 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4982c039-c8c0-41ee-8666-9a3b3ca290db tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:22:23.748622 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4982c039-c8c0-41ee-8666-9a3b3ca290db tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:22:24.080286 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-4982c039-c8c0-41ee-8666-9a3b3ca290db tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Publish callbacks [] for floatingip (7177213c-9318-4eff-8b57-b93c0a206215), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:24.143137 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-4982c039-c8c0-41ee-8666-9a3b3ca290db tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (22d4b442-2f60-424e-a1e5-f990c7505245), before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:24.298186 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-4982c039-c8c0-41ee-8666-9a3b3ca290db tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Publish callbacks [] for port (22d4b442-2f60-424e-a1e5-f990c7505245), precommit_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:24.302479 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-4982c039-c8c0-41ee-8666-9a3b3ca290db tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13172717'] for port (22d4b442-2f60-424e-a1e5-f990c7505245), after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:24.368191 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4982c039-c8c0-41ee-8666-9a3b3ca290db tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Pushing event updated for resources: {'Port': ['ID=22d4b442-2f60-424e-a1e5-f990c7505245,revision_number=2']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:22:24.381209 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-4982c039-c8c0-41ee-8666-9a3b3ca290db tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549487'] for floatingip (7177213c-9318-4eff-8b57-b93c0a206215), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:24.478625 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.db.l3_db [None req-4982c039-c8c0-41ee-8666-9a3b3ca290db tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Floating IP 7177213c-9318-4eff-8b57-b93c0a206215 associated. External IP: 172.27.1.127, port: afaa3a9a-e73c-4303-a2d3-9a6d632848c3. Jan 27 08:22:24.634816 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-84f64028-d758-4200-a634-8b4e45c8e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (30676f9c-3677-4b49-810a-45ff2c7eef62), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:24.685292 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4982c039-c8c0-41ee-8666-9a3b3ca290db tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Router 7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508 has already been hosted by L3 agent c4292dc4-d7f6-4187-994e-0142c7d14647 {{(pid=102575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 08:22:24.791592 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4982c039-c8c0-41ee-8666-9a3b3ca290db tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Notify agent at l3_agent.dv-cinder-826589-1-iscsi the message routers_updated {{(pid=102575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 08:22:24.801192 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799c75f7-5d0f-4c05-84ea-ab94566619e8 None None] Sync routers for ids ['7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508'] in dv-cinder-826589-1-iscsi {{(pid=102577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 08:22:24.809515 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-4982c039-c8c0-41ee-8666-9a3b3ca290db tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for floatingip (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:24.812354 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799c75f7-5d0f-4c05-84ea-ab94566619e8 None None] Routers {'7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:22:24.813132 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-799c75f7-5d0f-4c05-84ea-ab94566619e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:22:23Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508'], 'active': True} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:22:24.836021 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-4982c039-c8c0-41ee-8666-9a3b3ca290db tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5328691 Jan 27 08:22:24.836691 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c0e3462-00c5-490e-9153-bbb3750d7236', 'tag': 'afaa3a9a-e73c-4303-a2d3-9a6d632848c3'}] {{(pid=102575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:22:24.839024 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34d12f73e8b898318ba96f52067286bd4e4b64784ab72771e8c48dd469e53537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7beafc-1be7-4d8b-abca-88fbcb2a4d63" -d '{"events": [{"name": "network-changed", "server_uuid": "2c0e3462-00c5-490e-9153-bbb3750d7236", "tag": "afaa3a9a-e73c-4303-a2d3-9a6d632848c3"}]}' {{(pid=102575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:22:24.839181 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 36198) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:22:24.852054 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [None req-5704ac1c-bc44-47ab-a5f9-c4c0447d9b51 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1536528632', 'description': 'tempest-secgroup-smoke-1536528632 description', 'project_id': '3f205d29427e42f9a63d06733db73b9f'}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:22:24.875566 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-5704ac1c-bc44-47ab-a5f9-c4c0447d9b51 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Publish callbacks [] for security_group (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:24.885825 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 08:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a704af-eb34-4130-aa78-788db8bb5864 x-openstack-request-id: req-07a704af-eb34-4130-aa78-788db8bb5864 {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:22:24.886153 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c0e3462-00c5-490e-9153-bbb3750d7236", "tag": "afaa3a9a-e73c-4303-a2d3-9a6d632848c3", "status": "completed", "code": 200}]} {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:22:24.886315 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-07a704af-eb34-4130-aa78-788db8bb5864 {{(pid=102575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:22:24.886723 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c0e3462-00c5-490e-9153-bbb3750d7236', 'tag': 'afaa3a9a-e73c-4303-a2d3-9a6d632848c3', 'status': 'completed', 'code': 200} Jan 27 08:22:24.922444 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvr_db [None req-799c75f7-5d0f-4c05-84ea-ab94566619e8 None None] Set router 7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508 gateway port host: dv-cinder-826589-1-iscsi {{(pid=102577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:22:24.983027 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-5704ac1c-bc44-47ab-a5f9-c4c0447d9b51 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Publish callbacks [] for security_group (578f14c9-3c0d-41ab-8a60-f486bc60301a), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:24.989141 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7beafc-1be7-4d8b-abca-88fbcb2a4d63 req-28692f91-79f1-45d5-86d9-d3eb3d9893c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:24.989141 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-ea7beafc-1be7-4d8b-abca-88fbcb2a4d63 req-28692f91-79f1-45d5-86d9-d3eb3d9893c1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3f205d29427e42f9a63d06733db73b9f&device_id=2c0e3462-00c5-490e-9153-bbb3750d7236 HTTP/1.1" status: 200 len: 1099 time: 0.0717666 Jan 27 08:22:24.994137 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-5704ac1c-bc44-47ab-a5f9-c4c0447d9b51 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (578f14c9-3c0d-41ab-8a60-f486bc60301a), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:25.034638 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5704ac1c-bc44-47ab-a5f9-c4c0447d9b51 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=578f14c9-3c0d-41ab-8a60-f486bc60301a,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:22:25.056159 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5704ac1c-bc44-47ab-a5f9-c4c0447d9b51 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:22:25.056521 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5704ac1c-bc44-47ab-a5f9-c4c0447d9b51 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:22:25.056883 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5704ac1c-bc44-47ab-a5f9-c4c0447d9b51 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:22:25.057229 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5704ac1c-bc44-47ab-a5f9-c4c0447d9b51 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:22:25.057561 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5704ac1c-bc44-47ab-a5f9-c4c0447d9b51 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:22:25.057901 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5704ac1c-bc44-47ab-a5f9-c4c0447d9b51 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:22:25.058225 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5704ac1c-bc44-47ab-a5f9-c4c0447d9b51 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:22:25.058551 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5704ac1c-bc44-47ab-a5f9-c4c0447d9b51 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:22:25.058878 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5704ac1c-bc44-47ab-a5f9-c4c0447d9b51 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:22:25.059200 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5704ac1c-bc44-47ab-a5f9-c4c0447d9b51 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:22:25.059520 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5704ac1c-bc44-47ab-a5f9-c4c0447d9b51 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:22:25.059841 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5704ac1c-bc44-47ab-a5f9-c4c0447d9b51 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:22:25.060164 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5704ac1c-bc44-47ab-a5f9-c4c0447d9b51 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:22:25.076913 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-5704ac1c-bc44-47ab-a5f9-c4c0447d9b51 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Publish callbacks [] for security_group (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:25.078389 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-5704ac1c-bc44-47ab-a5f9-c4c0447d9b51 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2374940 Jan 27 08:22:25.081560 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 36206) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:22:25.086801 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.v2.base [None req-5e958053-9164-4b33-9a69-5e6d24992d2e tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Request body: {'security_group_rule': {'security_group_id': '578f14c9-3c0d-41ab-8a60-f486bc60301a', 'project_id': '3f205d29427e42f9a63d06733db73b9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:22:25.116624 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-5e958053-9164-4b33-9a69-5e6d24992d2e tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Publish callbacks [] for security_group_rule (103d9ec0-3d4b-4bfc-8fde-3f4f0804c41c), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:25.138068 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7beafc-1be7-4d8b-abca-88fbcb2a4d63 req-65a67592-3933-43ed-8f71-dac68a27b659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:25.139555 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-ea7beafc-1be7-4d8b-abca-88fbcb2a4d63 req-65a67592-3933-43ed-8f71-dac68a27b659 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1ee4935e-d112-4167-9e63-78b81a132699 HTTP/1.1" status: 200 len: 915 time: 0.1398046 Jan 27 08:22:25.161382 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-799c75f7-5d0f-4c05-84ea-ab94566619e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508', 'name': 'tempest-TestMinimumBasicScenario-569427310-router', 'tenant_id': '3f205d29427e42f9a63d06733db73b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '1d25351f-80d8-4473-b724-acd9f186dd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:21:31Z', 'updated_at': '2022-01-27T08:21:34Z', 'revision_number': 4, 'project_id': '3f205d29427e42f9a63d06733db73b9f', 'gw_port': {'id': '1d25351f-80d8-4473-b724-acd9f186dd68', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:21:32Z', 'updated_at': '2022-01-27T08:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_floatingips': [{'id': '7177213c-9318-4eff-8b57-b93c0a206215', 'tenant_id': '3f205d29427e42f9a63d06733db73b9f', 'floating_ip_address': '172.27.1.127', 'floating_network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'router_id': '7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508', 'port_id': 'afaa3a9a-e73c-4303-a2d3-9a6d632848c3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ee4935e-d112-4167-9e63-78b81a132699', 'mac_address': 'fa:16:3e:da:63:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0e3462-00c5-490e-9153-bbb3750d7236', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T08:22:23Z', 'updated_at': '2022-01-27T08:22:23Z', 'revision_number': 0, 'project_id': '3f205d29427e42f9a63d06733db73b9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '206252d7-8b7f-47be-ac5e-f5a12e736aed', 'name': '', 'network_id': '1ee4935e-d112-4167-9e63-78b81a132699', 'tenant_id': '3f205d29427e42f9a63d06733db73b9f', 'mac_address': 'fa:16:3e:2d:ca:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'c2a97265-d832-4a00-a269-fcf61d06224a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:21:34Z', 'updated_at': '2022-01-27T08:21:39Z', 'revision_number': 5, 'project_id': '3f205d29427e42f9a63d06733db73b9f', 'subnets': [{'id': 'c2a97265-d832-4a00-a269-fcf61d06224a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:22:25.173877 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-5e958053-9164-4b33-9a69-5e6d24992d2e tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Publish callbacks [] for security_group_rule (103d9ec0-3d4b-4bfc-8fde-3f4f0804c41c), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:25.179291 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-5e958053-9164-4b33-9a69-5e6d24992d2e tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600985'] for security_group_rule (103d9ec0-3d4b-4bfc-8fde-3f4f0804c41c), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:25.192215 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799c75f7-5d0f-4c05-84ea-ab94566619e8 None None] Checking router: 7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508 for host: dv-cinder-826589-1-iscsi {{(pid=102577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 08:22:25.200765 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e958053-9164-4b33-9a69-5e6d24992d2e tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=103d9ec0-3d4b-4bfc-8fde-3f4f0804c41c,revision_number=0']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:22:25.201908 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799c75f7-5d0f-4c05-84ea-ab94566619e8 None None] Routers {'7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:22:25.202421 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-799c75f7-5d0f-4c05-84ea-ab94566619e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:22:23Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508'], 'active': True} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:22:25.216102 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-5e958053-9164-4b33-9a69-5e6d24992d2e tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:25.219893 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-5e958053-9164-4b33-9a69-5e6d24992d2e tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1348121 Jan 27 08:22:25.220093 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 36208) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:22:25.224588 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.v2.base [None req-fb43ab39-54eb-478c-ab72-421371e62be3 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Request body: {'security_group_rule': {'security_group_id': '578f14c9-3c0d-41ab-8a60-f486bc60301a', 'project_id': '3f205d29427e42f9a63d06733db73b9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:22:25.231464 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-ea7beafc-1be7-4d8b-abca-88fbcb2a4d63 req-d78ffb88-e9ae-441d-bdf4-dd8fa92f3865 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afaa3a9a-e73c-4303-a2d3-9a6d632848c3 HTTP/1.1" status: 200 len: 1000 time: 0.0719786 Jan 27 08:22:25.250189 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-fb43ab39-54eb-478c-ab72-421371e62be3 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Publish callbacks [] for security_group_rule (9c6a623c-ea16-48b2-88f7-5b4440030c73), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:25.288253 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7beafc-1be7-4d8b-abca-88fbcb2a4d63 req-f4b24aad-c634-4c4f-b5cb-645d4d5ddd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:25.289805 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-ea7beafc-1be7-4d8b-abca-88fbcb2a4d63 req-f4b24aad-c634-4c4f-b5cb-645d4d5ddd10 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c2a97265-d832-4a00-a269-fcf61d06224a HTTP/1.1" status: 200 len: 853 time: 0.0463903 Jan 27 08:22:25.311749 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvr_db [None req-799c75f7-5d0f-4c05-84ea-ab94566619e8 None None] Set router 7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508 gateway port host: dv-cinder-826589-1-iscsi {{(pid=102577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:22:25.313320 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-fb43ab39-54eb-478c-ab72-421371e62be3 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Publish callbacks [] for security_group_rule (9c6a623c-ea16-48b2-88f7-5b4440030c73), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:25.318899 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-fb43ab39-54eb-478c-ab72-421371e62be3 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600985'] for security_group_rule (9c6a623c-ea16-48b2-88f7-5b4440030c73), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:25.343244 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb43ab39-54eb-478c-ab72-421371e62be3 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c6a623c-ea16-48b2-88f7-5b4440030c73,revision_number=0']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:22:25.344060 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7beafc-1be7-4d8b-abca-88fbcb2a4d63 req-bb3321d3-778e-4051-8f30-526053c4b5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:25.347049 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-ea7beafc-1be7-4d8b-abca-88fbcb2a4d63 req-bb3321d3-778e-4051-8f30-526053c4b5e8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1ee4935e-d112-4167-9e63-78b81a132699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495620 Jan 27 08:22:25.351303 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-fb43ab39-54eb-478c-ab72-421371e62be3 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:25.352249 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-fb43ab39-54eb-478c-ab72-421371e62be3 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1307278 Jan 27 08:22:25.355303 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 36210) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:22:25.360199 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.v2.base [None req-d5908fcf-688a-41c8-b007-4c4bc1f9ee84 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Request body: {'security_group_rule': {'security_group_id': '578f14c9-3c0d-41ab-8a60-f486bc60301a', 'project_id': '3f205d29427e42f9a63d06733db73b9f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:22:25.388406 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d5908fcf-688a-41c8-b007-4c4bc1f9ee84 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Publish callbacks [] for security_group_rule (d299740b-99c8-424e-8c5a-74d9450e1b15), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:25.456046 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d5908fcf-688a-41c8-b007-4c4bc1f9ee84 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Publish callbacks [] for security_group_rule (d299740b-99c8-424e-8c5a-74d9450e1b15), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:25.459034 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d5908fcf-688a-41c8-b007-4c4bc1f9ee84 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600985'] for security_group_rule (d299740b-99c8-424e-8c5a-74d9450e1b15), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:25.472253 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-ea7beafc-1be7-4d8b-abca-88fbcb2a4d63 req-fb42e7bf-07d5-48a6-bbac-160a6bc8e3a9 service neutron] 10.222.0.72 "GET /v2.0/networks/1ee4935e-d112-4167-9e63-78b81a132699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173372 Jan 27 08:22:25.477862 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5908fcf-688a-41c8-b007-4c4bc1f9ee84 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d299740b-99c8-424e-8c5a-74d9450e1b15,revision_number=0']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:22:25.487015 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d5908fcf-688a-41c8-b007-4c4bc1f9ee84 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:25.488276 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-d5908fcf-688a-41c8-b007-4c4bc1f9ee84 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1319013 Jan 27 08:22:25.490978 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 36212) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:22:25.495861 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.v2.base [None req-d9ddcd7f-b8c2-49e4-9c43-c641c42cf849 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Request body: {'security_group_rule': {'security_group_id': '578f14c9-3c0d-41ab-8a60-f486bc60301a', 'project_id': '3f205d29427e42f9a63d06733db73b9f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:22:25.521759 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d9ddcd7f-b8c2-49e4-9c43-c641c42cf849 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Publish callbacks [] for security_group_rule (7eb0bce5-f970-4a1a-8dd8-abcb7d5f5f61), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:25.570350 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-799c75f7-5d0f-4c05-84ea-ab94566619e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508', 'name': 'tempest-TestMinimumBasicScenario-569427310-router', 'tenant_id': '3f205d29427e42f9a63d06733db73b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '1d25351f-80d8-4473-b724-acd9f186dd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:21:31Z', 'updated_at': '2022-01-27T08:21:34Z', 'revision_number': 4, 'project_id': '3f205d29427e42f9a63d06733db73b9f', 'gw_port': {'id': '1d25351f-80d8-4473-b724-acd9f186dd68', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:21:32Z', 'updated_at': '2022-01-27T08:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_floatingips': [{'id': '7177213c-9318-4eff-8b57-b93c0a206215', 'tenant_id': '3f205d29427e42f9a63d06733db73b9f', 'floating_ip_address': '172.27.1.127', 'floating_network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'router_id': '7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508', 'port_id': 'afaa3a9a-e73c-4303-a2d3-9a6d632848c3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ee4935e-d112-4167-9e63-78b81a132699', 'mac_address': 'fa:16:3e:da:63:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0e3462-00c5-490e-9153-bbb3750d7236', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T08:22:23Z', 'updated_at': '2022-01-27T08:22:23Z', 'revision_number': 0, 'project_id': '3f205d29427e42f9a63d06733db73b9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '206252d7-8b7f-47be-ac5e-f5a12e736aed', 'name': '', 'network_id': '1ee4935e-d112-4167-9e63-78b81a132699', 'tenant_id': '3f205d29427e42f9a63d06733db73b9f', 'mac_address': 'fa:16:3e:2d:ca:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'c2a97265-d832-4a00-a269-fcf61d06224a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:21:34Z', 'updated_at': '2022-01-27T08:21:39Z', 'revision_number': 5, 'project_id': '3f205d29427e42f9a63d06733db73b9f', 'subnets': [{'id': 'c2a97265-d832-4a00-a269-fcf61d06224a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:22:25.578321 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-ea7beafc-1be7-4d8b-abca-88fbcb2a4d63 req-b228a871-aa99-456b-b8d1-5b125465bd3e service neutron] 10.222.0.72 "GET /v2.0/networks/1ee4935e-d112-4167-9e63-78b81a132699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994287 Jan 27 08:22:25.587377 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d9ddcd7f-b8c2-49e4-9c43-c641c42cf849 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Publish callbacks [] for security_group_rule (7eb0bce5-f970-4a1a-8dd8-abcb7d5f5f61), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:25.592181 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d9ddcd7f-b8c2-49e4-9c43-c641c42cf849 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600985'] for security_group_rule (7eb0bce5-f970-4a1a-8dd8-abcb7d5f5f61), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:25.600795 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799c75f7-5d0f-4c05-84ea-ab94566619e8 None None] The sync data for ids ['7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508'] in dv-cinder-826589-1-iscsi is: [{'id': '7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508', 'name': 'tempest-TestMinimumBasicScenario-569427310-router', 'tenant_id': '3f205d29427e42f9a63d06733db73b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '1d25351f-80d8-4473-b724-acd9f186dd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:21:31Z', 'updated_at': '2022-01-27T08:21:34Z', 'revision_number': 4, 'project_id': '3f205d29427e42f9a63d06733db73b9f', 'gw_port': {'id': '1d25351f-80d8-4473-b724-acd9f186dd68', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:21:32Z', 'updated_at': '2022-01-27T08:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_floatingips': [{'id': '7177213c-9318-4eff-8b57-b93c0a206215', 'tenant_id': '3f205d29427e42f9a63d06733db73b9f', 'floating_ip_address': '172.27.1.127', 'floating_network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'router_id': '7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508', 'port_id': 'afaa3a9a-e73c-4303-a2d3-9a6d632848c3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ee4935e-d112-4167-9e63-78b81a132699', 'mac_address': 'fa:16:3e:da:63:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0e3462-00c5-490e-9153-bbb3750d7236', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T08:22:23Z', 'updated_at': '2022-01-27T08:22:23Z', 'revision_number': 0, 'project_id': '3f205d29427e42f9a63d06733db73b9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '206252d7-8b7f-47be-ac5e-f5a12e736aed', 'name': '', 'network_id': '1ee4935e-d112-4167-9e63-78b81a132699', 'tenant_id': '3f205d29427e42f9a63d06733db73b9f', 'mac_address': 'fa:16:3e:2d:ca:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'c2a97265-d832-4a00-a269-fcf61d06224a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:21:34Z', 'updated_at': '2022-01-27T08:21:39Z', 'revision_number': 5, 'project_id': '3f205d29427e42f9a63d06733db73b9f', 'subnets': [{'id': 'c2a97265-d832-4a00-a269-fcf61d06224a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 08:22:25.614612 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ddcd7f-b8c2-49e4-9c43-c641c42cf849 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eb0bce5-f970-4a1a-8dd8-abcb7d5f5f61,revision_number=0']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:22:25.621540 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d9ddcd7f-b8c2-49e4-9c43-c641c42cf849 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:25.624800 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-d9ddcd7f-b8c2-49e4-9c43-c641c42cf849 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1301732 Jan 27 08:22:25.625735 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 36214) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:22:25.630254 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [None req-04d9e694-f75c-42f5-b403-7922fec13c63 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Request body: {'security_group_rule': {'security_group_id': '578f14c9-3c0d-41ab-8a60-f486bc60301a', 'project_id': '3f205d29427e42f9a63d06733db73b9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:22:25.650571 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.db.securitygroups_db [None req-04d9e694-f75c-42f5-b403-7922fec13c63 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Project 3f205d29427e42f9a63d06733db73b9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 08:22:25.655460 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-04d9e694-f75c-42f5-b403-7922fec13c63 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Publish callbacks [] for security_group_rule (2e39f8d6-a442-4a87-b111-fa1eed55c938), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:25.668957 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.agents_db [None req-38ef7be0-44ce-4a1a-bebd-f97a99571a56 None None] Agent healthcheck: found 6 active agents {{(pid=102578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 08:22:25.722757 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-04d9e694-f75c-42f5-b403-7922fec13c63 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Publish callbacks [] for security_group_rule (2e39f8d6-a442-4a87-b111-fa1eed55c938), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:25.727794 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-04d9e694-f75c-42f5-b403-7922fec13c63 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600985'] for security_group_rule (2e39f8d6-a442-4a87-b111-fa1eed55c938), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:25.743935 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d9e694-f75c-42f5-b403-7922fec13c63 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e39f8d6-a442-4a87-b111-fa1eed55c938,revision_number=0']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:22:25.755728 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-04d9e694-f75c-42f5-b403-7922fec13c63 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:25.757030 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-04d9e694-f75c-42f5-b403-7922fec13c63 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1302669 Jan 27 08:22:25.761477 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 36216) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:22:25.766146 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [None req-0c778825-86c5-4cb9-bb14-e8d28abd4ee9 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Request body: {'security_group_rule': {'security_group_id': '578f14c9-3c0d-41ab-8a60-f486bc60301a', 'project_id': '3f205d29427e42f9a63d06733db73b9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:22:25.780770 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-932e581e-1ad5-4fce-9316-ae3110c4cab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (037c8737-e99f-497c-9717-3fbc8e736584), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:25.787317 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.db.securitygroups_db [None req-0c778825-86c5-4cb9-bb14-e8d28abd4ee9 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Project 3f205d29427e42f9a63d06733db73b9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 08:22:25.793142 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-0c778825-86c5-4cb9-bb14-e8d28abd4ee9 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Publish callbacks [] for security_group_rule (5bf9ccda-a48b-464c-acab-66cb9d127167), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:25.818571 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4273c5-4234-40e4-9676-d09ee98c2c1a None None] New status for floating IP 7177213c-9318-4eff-8b57-b93c0a206215: ACTIVE {{(pid=102578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 08:22:25.855200 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-0c778825-86c5-4cb9-bb14-e8d28abd4ee9 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Publish callbacks [] for security_group_rule (5bf9ccda-a48b-464c-acab-66cb9d127167), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:25.859611 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-0c778825-86c5-4cb9-bb14-e8d28abd4ee9 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600985'] for security_group_rule (5bf9ccda-a48b-464c-acab-66cb9d127167), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:25.877954 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c778825-86c5-4cb9-bb14-e8d28abd4ee9 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bf9ccda-a48b-464c-acab-66cb9d127167,revision_number=0']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:22:25.886290 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-0c778825-86c5-4cb9-bb14-e8d28abd4ee9 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:25.887535 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-0c778825-86c5-4cb9-bb14-e8d28abd4ee9 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1249316 Jan 27 08:22:25.979032 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-f67bf0ac-3004-4d98-89ec-d178f59d4f4d req-82c21fc3-e353-4b67-ac11-cbeee9061a52 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1536528632&fields=id&tenant_id=3f205d29427e42f9a63d06733db73b9f HTTP/1.1" status: 200 len: 267 time: 0.0461376 Jan 27 08:22:26.031155 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67bf0ac-3004-4d98-89ec-d178f59d4f4d req-080bc349-5f0d-4d26-9464-6830f65005e0 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:26.032480 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-f67bf0ac-3004-4d98-89ec-d178f59d4f4d req-080bc349-5f0d-4d26-9464-6830f65005e0 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c0e3462-00c5-490e-9153-bbb3750d7236 HTTP/1.1" status: 200 len: 946 time: 0.0477138 Jan 27 08:22:26.044257 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [req-f67bf0ac-3004-4d98-89ec-d178f59d4f4d req-bfae798d-f7ed-4294-b058-af297ef8cdb4 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Request body: {'port': {'security_groups': ['7ad5322c-90b1-4bf1-9bda-fe98c62b5554', '578f14c9-3c0d-41ab-8a60-f486bc60301a']}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:22:26.118269 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-f67bf0ac-3004-4d98-89ec-d178f59d4f4d req-bfae798d-f7ed-4294-b058-af297ef8cdb4 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (afaa3a9a-e73c-4303-a2d3-9a6d632848c3), before_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:26.335167 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.db [req-f67bf0ac-3004-4d98-89ec-d178f59d4f4d req-bfae798d-f7ed-4294-b058-af297ef8cdb4 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] For port afaa3a9a-e73c-4303-a2d3-9a6d632848c3, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=afaa3a9a-e73c-4303-a2d3-9a6d632848c3,segment=NetworkSegment(43cb66b7-a77f-413a-ab06-f86f4b2997dd),segment_id=43cb66b7-a77f-413a-ab06-f86f4b2997dd)] {{(pid=102576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:22:26.340844 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-006d2dc5-3006-403e-a8a2-f5b0bfbf6cb2 req-fc150bc0-2e54-4365-ace3-73f4cbd44ece tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1384581973&fields=id&tenant_id=0faac1e89cc44ae197577f1e66e143cd HTTP/1.1" status: 200 len: 267 time: 0.0716400 Jan 27 08:22:26.423036 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-f67bf0ac-3004-4d98-89ec-d178f59d4f4d req-bfae798d-f7ed-4294-b058-af297ef8cdb4 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Publish callbacks [] for port (afaa3a9a-e73c-4303-a2d3-9a6d632848c3), precommit_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:26.431789 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-f67bf0ac-3004-4d98-89ec-d178f59d4f4d req-bfae798d-f7ed-4294-b058-af297ef8cdb4 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13114678'] for port (afaa3a9a-e73c-4303-a2d3-9a6d632848c3), after_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:26.447455 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] get_ports_and_sgs() called for port_ids ['afaa3a9a-e73c-4303-a2d3-9a6d632848c3'] {{(pid=102577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 08:22:26.489012 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67bf0ac-3004-4d98-89ec-d178f59d4f4d req-bfae798d-f7ed-4294-b058-af297ef8cdb4 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:26.489579 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-f67bf0ac-3004-4d98-89ec-d178f59d4f4d req-bfae798d-f7ed-4294-b058-af297ef8cdb4 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for port (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:26.490992 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-f67bf0ac-3004-4d98-89ec-d178f59d4f4d req-bfae798d-f7ed-4294-b058-af297ef8cdb4 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "PUT /v2.0/ports/afaa3a9a-e73c-4303-a2d3-9a6d632848c3 HTTP/1.1" status: 200 len: 982 time: 0.4523809 Jan 27 08:22:26.493784 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c0e3462-00c5-490e-9153-bbb3750d7236', 'tag': 'afaa3a9a-e73c-4303-a2d3-9a6d632848c3'}] {{(pid=102576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:22:26.496080 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e99b03222c8d2fef0e5d308316368c2f75dcb43852cf269b2a1b1136e13dae4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d3b3d31-c637-47b7-ad13-ce1d0d8f0bcb" -d '{"events": [{"name": "network-changed", "server_uuid": "2c0e3462-00c5-490e-9153-bbb3750d7236", "tag": "afaa3a9a-e73c-4303-a2d3-9a6d632848c3"}]}' {{(pid=102576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:22:26.530260 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d2dc5-3006-403e-a8a2-f5b0bfbf6cb2 req-86f27bc1-440d-4450-895c-47f94fb149d3 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:26.531770 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-006d2dc5-3006-403e-a8a2-f5b0bfbf6cb2 req-86f27bc1-440d-4450-895c-47f94fb149d3 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/networks?id=9b081a2b-185d-4bc7-8711-580f26a8816a HTTP/1.1" status: 200 len: 812 time: 0.1836355 Jan 27 08:22:26.536974 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfae798d-f7ed-4294-b058-af297ef8cdb4 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Pushing event updated for resources: {'Port': ['ID=afaa3a9a-e73c-4303-a2d3-9a6d632848c3,revision_number=6']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:22:26.550590 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-006d2dc5-3006-403e-a8a2-f5b0bfbf6cb2 req-66651bee-4603-47f6-be6e-f3476c4d967b tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/quotas/0faac1e89cc44ae197577f1e66e143cd HTTP/1.1" status: 200 len: 375 time: 0.0099814 Jan 27 08:22:26.635708 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] get_ports_and_sgs() called for port_ids ['afaa3a9a-e73c-4303-a2d3-9a6d632848c3'] {{(pid=102577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 08:22:26.642266 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54029dbc-89a1-46ac-8e2f-a600fddb7ed0 req-b6552bb2-9858-4f2c-8511-aa8a78909411 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:26.643794 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-54029dbc-89a1-46ac-8e2f-a600fddb7ed0 req-b6552bb2-9858-4f2c-8511-aa8a78909411 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c0e3462-00c5-490e-9153-bbb3750d7236 HTTP/1.1" status: 200 len: 985 time: 0.0902126 Jan 27 08:22:26.654902 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-006d2dc5-3006-403e-a8a2-f5b0bfbf6cb2 req-284e9827-cf82-408a-beb7-bdc9b302d16d tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0faac1e89cc44ae197577f1e66e143cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0909805 Jan 27 08:22:26.720477 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (e79cbf24-12bd-4e20-a580-79498d5b225b), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:26.777857 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-54029dbc-89a1-46ac-8e2f-a600fddb7ed0 req-932f622b-d5af-4fc8-9123-7c3c5b6a5e1d tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/security-groups?id=578f14c9-3c0d-41ab-8a60-f486bc60301a&id=7ad5322c-90b1-4bf1-9bda-fe98c62b5554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1218343 Jan 27 08:22:26.800927 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-006d2dc5-3006-403e-a8a2-f5b0bfbf6cb2 req-16099277-8961-4493-a421-cc10d56c0cf2 service neutron] 10.222.0.59 "GET /v2.0/networks/9b081a2b-185d-4bc7-8711-580f26a8816a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264012 Jan 27 08:22:26.863209 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-ac7f945b-b0b7-487a-aadb-61614098c33e None None] Provisioning complete for port afaa3a9a-e73c-4303-a2d3-9a6d632848c3 triggered by entity DHCP. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:22:26.863752 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-ac7f945b-b0b7-487a-aadb-61614098c33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (afaa3a9a-e73c-4303-a2d3-9a6d632848c3), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:26.864129 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 08:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6b35a5-8ebf-4548-9721-5ce9c01893b7 x-openstack-request-id: req-0c6b35a5-8ebf-4548-9721-5ce9c01893b7 {{(pid=102576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:22:26.864558 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c0e3462-00c5-490e-9153-bbb3750d7236", "tag": "afaa3a9a-e73c-4303-a2d3-9a6d632848c3", "status": "completed", "code": 200}]} {{(pid=102576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:22:26.865188 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0c6b35a5-8ebf-4548-9721-5ce9c01893b7 {{(pid=102576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:22:26.865292 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c0e3462-00c5-490e-9153-bbb3750d7236', 'tag': 'afaa3a9a-e73c-4303-a2d3-9a6d632848c3', 'status': 'completed', 'code': 200} Jan 27 08:22:26.927255 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-006d2dc5-3006-403e-a8a2-f5b0bfbf6cb2 req-a599e2f3-ec80-4c05-ac21-4672e36eaf2d service neutron] 10.222.0.59 "GET /v2.0/networks/9b081a2b-185d-4bc7-8711-580f26a8816a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238844 Jan 27 08:22:26.932979 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3b3d31-c637-47b7-ad13-ce1d0d8f0bcb req-b244e193-9ee0-410b-a0f4-929f1eea7407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:26.935060 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-7d3b3d31-c637-47b7-ad13-ce1d0d8f0bcb req-b244e193-9ee0-410b-a0f4-929f1eea7407 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3f205d29427e42f9a63d06733db73b9f&device_id=2c0e3462-00c5-490e-9153-bbb3750d7236 HTTP/1.1" status: 200 len: 1138 time: 0.0571008 Jan 27 08:22:27.047275 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3b3d31-c637-47b7-ad13-ce1d0d8f0bcb req-271d5c00-98fb-4432-bc04-e643cf21236b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:27.048722 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-7d3b3d31-c637-47b7-ad13-ce1d0d8f0bcb req-271d5c00-98fb-4432-bc04-e643cf21236b service neutron] 10.222.0.72 "GET /v2.0/networks?id=1ee4935e-d112-4167-9e63-78b81a132699 HTTP/1.1" status: 200 len: 915 time: 0.1060886 Jan 27 08:22:27.092188 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-ac7f945b-b0b7-487a-aadb-61614098c33e None None] Current status of the port afaa3a9a-e73c-4303-a2d3-9a6d632848c3 is: ACTIVE; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:22:27.137266 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-7d3b3d31-c637-47b7-ad13-ce1d0d8f0bcb req-bd143ec4-e585-40c5-891b-66c67e111547 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afaa3a9a-e73c-4303-a2d3-9a6d632848c3 HTTP/1.1" status: 200 len: 1002 time: 0.0730770 Jan 27 08:22:27.180214 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3b3d31-c637-47b7-ad13-ce1d0d8f0bcb req-9a3d89f2-800d-4bc2-84a4-73fd53bdb200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:27.181763 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-7d3b3d31-c637-47b7-ad13-ce1d0d8f0bcb req-9a3d89f2-800d-4bc2-84a4-73fd53bdb200 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c2a97265-d832-4a00-a269-fcf61d06224a HTTP/1.1" status: 200 len: 853 time: 0.0467713 Jan 27 08:22:27.232740 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3b3d31-c637-47b7-ad13-ce1d0d8f0bcb req-8331ec04-7183-43cc-9a68-3ede5772fb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:27.234544 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-7d3b3d31-c637-47b7-ad13-ce1d0d8f0bcb req-8331ec04-7183-43cc-9a68-3ede5772fb6a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1ee4935e-d112-4167-9e63-78b81a132699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451415 Jan 27 08:22:27.266320 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-10d029d9-16bf-4645-b123-f396ad75e62d req-45cc8cff-7bb5-412e-815b-b1ff290569c7 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=180ec940-546b-4bde-ad7e-d4005e6db780 HTTP/1.1" status: 200 len: 210 time: 0.0269825 Jan 27 08:22:27.354603 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-7d3b3d31-c637-47b7-ad13-ce1d0d8f0bcb req-31d53d00-bd08-4f2e-980f-5a81d88da0e7 service neutron] 10.222.0.72 "GET /v2.0/networks/1ee4935e-d112-4167-9e63-78b81a132699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908928 Jan 27 08:22:27.449549 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-7d3b3d31-c637-47b7-ad13-ce1d0d8f0bcb req-a8b9b173-363e-4997-87c7-928fa454d007 service neutron] 10.222.0.72 "GET /v2.0/networks/1ee4935e-d112-4167-9e63-78b81a132699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881896 Jan 27 08:22:27.992802 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (926d476c-3c92-4faa-a402-a395b4978e44), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:28.288861 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d2dc5-3006-403e-a8a2-f5b0bfbf6cb2 req-85bab7fb-904c-407e-ad50-f063a9a3c8f6 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:28.290613 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-006d2dc5-3006-403e-a8a2-f5b0bfbf6cb2 req-85bab7fb-904c-407e-ad50-f063a9a3c8f6 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.72 "GET /v2.0/networks?id=9b081a2b-185d-4bc7-8711-580f26a8816a HTTP/1.1" status: 200 len: 812 time: 0.1119950 Jan 27 08:22:28.370347 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-419daf5d-c094-4f5a-86a4-63863baeaf90 req-64c235df-9241-4fd2-8e4a-9d3cae7da902 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=180ec940-546b-4bde-ad7e-d4005e6db780 HTTP/1.1" status: 200 len: 210 time: 0.0352280 Jan 27 08:22:28.380686 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-006d2dc5-3006-403e-a8a2-f5b0bfbf6cb2 req-ed6e0376-ede2-4983-9bb3-ac675f81e334 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0faac1e89cc44ae197577f1e66e143cd HTTP/1.1" status: 200 len: 380 time: 0.0793488 Jan 27 08:22:28.389659 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [req-006d2dc5-3006-403e-a8a2-f5b0bfbf6cb2 req-d765fc6e-6d0a-4b2d-b5af-2fb99183a3a2 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Request body: {'port': {'device_id': '180ec940-546b-4bde-ad7e-d4005e6db780', 'network_id': '9b081a2b-185d-4bc7-8711-580f26a8816a', 'admin_state_up': True, 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'security_groups': ['8094b559-0e87-4af8-8973-bdebc614ca29']}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:22:28.495849 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-006d2dc5-3006-403e-a8a2-f5b0bfbf6cb2 req-d765fc6e-6d0a-4b2d-b5af-2fb99183a3a2 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Made reservation on behalf of 0faac1e89cc44ae197577f1e66e143cd for: {'port': 1} {{(pid=102576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 08:22:28.499133 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-006d2dc5-3006-403e-a8a2-f5b0bfbf6cb2 req-d765fc6e-6d0a-4b2d-b5af-2fb99183a3a2 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:28.635991 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.db_base_plugin_common [req-006d2dc5-3006-403e-a8a2-f5b0bfbf6cb2 req-d765fc6e-6d0a-4b2d-b5af-2fb99183a3a2 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Allocated IP 172.20.0.9 (9b081a2b-185d-4bc7-8711-580f26a8816a/dea6adae-bbac-41f2-ace5-b3e89da3af0b/f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110) {{(pid=102576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 08:22:28.770030 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-006d2dc5-3006-403e-a8a2-f5b0bfbf6cb2 req-d765fc6e-6d0a-4b2d-b5af-2fb99183a3a2 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks [] for port (f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:28.802530 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-006d2dc5-3006-403e-a8a2-f5b0bfbf6cb2 req-d765fc6e-6d0a-4b2d-b5af-2fb99183a3a2 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730334756109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13114657'] for port (f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:28.848159 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-006d2dc5-3006-403e-a8a2-f5b0bfbf6cb2 req-d765fc6e-6d0a-4b2d-b5af-2fb99183a3a2 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Network 9b081a2b-185d-4bc7-8711-580f26a8816a is already hosted by enough agents. {{(pid=102576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 08:22:28.851228 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.base_scheduler [req-006d2dc5-3006-403e-a8a2-f5b0bfbf6cb2 req-d765fc6e-6d0a-4b2d-b5af-2fb99183a3a2 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Resources bound (agent type, host, resource id): {{(pid=102576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:22:28.857427 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [req-006d2dc5-3006-403e-a8a2-f5b0bfbf6cb2 req-d765fc6e-6d0a-4b2d-b5af-2fb99183a3a2 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Received port after_create {{(pid=102576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 08:22:28.863663 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d765fc6e-6d0a-4b2d-b5af-2fb99183a3a2 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Pushing event updated for resources: {'Port': ['ID=f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:22:28.919265 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d2dc5-3006-403e-a8a2-f5b0bfbf6cb2 req-d765fc6e-6d0a-4b2d-b5af-2fb99183a3a2 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:28.919868 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-006d2dc5-3006-403e-a8a2-f5b0bfbf6cb2 req-d765fc6e-6d0a-4b2d-b5af-2fb99183a3a2 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for port (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:28.939069 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-006d2dc5-3006-403e-a8a2-f5b0bfbf6cb2 req-d765fc6e-6d0a-4b2d-b5af-2fb99183a3a2 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5528955 Jan 27 08:22:28.955304 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [req-006d2dc5-3006-403e-a8a2-f5b0bfbf6cb2 req-6075275f-e157-4cae-8be5-30becb04262d service neutron] Request body: {'port': {'device_id': '180ec940-546b-4bde-ad7e-d4005e6db780', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82658'}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:22:29.023784 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-006d2dc5-3006-403e-a8a2-f5b0bfbf6cb2 req-6075275f-e157-4cae-8be5-30becb04262d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110), before_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:29.127541 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-078a99e5-cf2c-4ec0-bec3-5a9029776d9d None None] Provisioning complete for port f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110 triggered by entity DHCP. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:22:29.128120 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-078a99e5-cf2c-4ec0-bec3-5a9029776d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:29.160811 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-078a99e5-cf2c-4ec0-bec3-5a9029776d9d None None] Port f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110 cannot update to ACTIVE because it is not bound. {{(pid=102577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 08:22:29.301695 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.notifiers.nova [req-006d2dc5-3006-403e-a8a2-f5b0bfbf6cb2 req-6075275f-e157-4cae-8be5-30becb04262d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110 {{(pid=102576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 08:22:29.309308 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-006d2dc5-3006-403e-a8a2-f5b0bfbf6cb2 req-6075275f-e157-4cae-8be5-30becb04262d service neutron] Publish callbacks [] for port (f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110), precommit_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:29.322099 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.provisioning_blocks [req-006d2dc5-3006-403e-a8a2-f5b0bfbf6cb2 req-6075275f-e157-4cae-8be5-30becb04262d service neutron] Transition to ACTIVE for port object f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110 will not be triggered until provisioned by entity L2. {{(pid=102576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 08:22:29.326576 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-006d2dc5-3006-403e-a8a2-f5b0bfbf6cb2 req-6075275f-e157-4cae-8be5-30becb04262d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13114678'] for port (f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110), after_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:29.410673 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6075275f-e157-4cae-8be5-30becb04262d service neutron] Pushing event updated for resources: {'Port': ['ID=f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110,revision_number=2']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:22:29.485938 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.managers [req-006d2dc5-3006-403e-a8a2-f5b0bfbf6cb2 req-6075275f-e157-4cae-8be5-30becb04262d service neutron] Attempting to bind port f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110 on host hv-cinder-82658 for vnic_type normal with profile {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 08:22:29.486531 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.managers [req-006d2dc5-3006-403e-a8a2-f5b0bfbf6cb2 req-6075275f-e157-4cae-8be5-30becb04262d service neutron] Attempting to bind port f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110 by drivers openvswitch,hyperv on host hv-cinder-82658 at level 0 using segments [{'id': 'a957085e-4c2a-4d53-a79f-6cfe99225dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9b081a2b-185d-4bc7-8711-580f26a8816a'}] {{(pid=102576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 08:22:29.487056 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006d2dc5-3006-403e-a8a2-f5b0bfbf6cb2 req-6075275f-e157-4cae-8be5-30becb04262d service neutron] Attempting to bind port f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110 on network 9b081a2b-185d-4bc7-8711-580f26a8816a {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:22:29.516166 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006d2dc5-3006-403e-a8a2-f5b0bfbf6cb2 req-6075275f-e157-4cae-8be5-30becb04262d service neutron] Port f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110 on network 9b081a2b-185d-4bc7-8711-580f26a8816a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82658 {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 08:22:29.516489 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006d2dc5-3006-403e-a8a2-f5b0bfbf6cb2 req-6075275f-e157-4cae-8be5-30becb04262d service neutron] Attempting to bind port f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110 on network 9b081a2b-185d-4bc7-8711-580f26a8816a {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:22:29.527452 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006d2dc5-3006-403e-a8a2-f5b0bfbf6cb2 req-6075275f-e157-4cae-8be5-30becb04262d service neutron] Checking agent: {'id': '926d476c-3c92-4faa-a402-a395b4978e44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82658', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 8, 12, 58), 'started_at': datetime.datetime(2022, 1, 27, 8, 12, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 8, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 08:22:29.527696 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006d2dc5-3006-403e-a8a2-f5b0bfbf6cb2 req-6075275f-e157-4cae-8be5-30becb04262d service neutron] Checking segment: {'id': 'a957085e-4c2a-4d53-a79f-6cfe99225dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9b081a2b-185d-4bc7-8711-580f26a8816a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:22:29.528113 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006d2dc5-3006-403e-a8a2-f5b0bfbf6cb2 req-6075275f-e157-4cae-8be5-30becb04262d service neutron] Bound using segment: {'id': 'a957085e-4c2a-4d53-a79f-6cfe99225dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9b081a2b-185d-4bc7-8711-580f26a8816a'} {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 08:22:29.528518 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.managers [req-006d2dc5-3006-403e-a8a2-f5b0bfbf6cb2 req-6075275f-e157-4cae-8be5-30becb04262d service neutron] Bound port: f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110, host: hv-cinder-82658, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a957085e-4c2a-4d53-a79f-6cfe99225dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9b081a2b-185d-4bc7-8711-580f26a8816a'}}] {{(pid=102576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 08:22:29.528902 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-006d2dc5-3006-403e-a8a2-f5b0bfbf6cb2 req-6075275f-e157-4cae-8be5-30becb04262d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110), before_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:29.555875 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3011135-de4d-481d-a4d7-bf06e2221bf2 req-bb14053e-150a-4c73-a616-7bc437dddab3 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:29.564093 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a3011135-de4d-481d-a4d7-bf06e2221bf2 req-bb14053e-150a-4c73-a616-7bc437dddab3 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=180ec940-546b-4bde-ad7e-d4005e6db780 HTTP/1.1" status: 200 len: 943 time: 0.1004846 Jan 27 08:22:29.659469 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a3011135-de4d-481d-a4d7-bf06e2221bf2 req-c07618f2-283d-4421-9b95-1ea51f747127 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945120 Jan 27 08:22:29.663473 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.db [req-006d2dc5-3006-403e-a8a2-f5b0bfbf6cb2 req-6075275f-e157-4cae-8be5-30becb04262d service neutron] For port f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110, host hv-cinder-82658, cleared binding levels {{(pid=102576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 08:22:29.667253 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.db [req-006d2dc5-3006-403e-a8a2-f5b0bfbf6cb2 req-6075275f-e157-4cae-8be5-30becb04262d service neutron] For port f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110, host hv-cinder-82658, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110,segment=NetworkSegment(a957085e-4c2a-4d53-a79f-6cfe99225dd1),segment_id=a957085e-4c2a-4d53-a79f-6cfe99225dd1)] {{(pid=102576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 08:22:29.671688 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-006d2dc5-3006-403e-a8a2-f5b0bfbf6cb2 req-6075275f-e157-4cae-8be5-30becb04262d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13114678'] for port (f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110), after_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:29.722042 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d2dc5-3006-403e-a8a2-f5b0bfbf6cb2 req-6075275f-e157-4cae-8be5-30becb04262d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:29.723238 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-006d2dc5-3006-403e-a8a2-f5b0bfbf6cb2 req-6075275f-e157-4cae-8be5-30becb04262d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for port (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:29.724624 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-006d2dc5-3006-403e-a8a2-f5b0bfbf6cb2 req-6075275f-e157-4cae-8be5-30becb04262d service neutron] 10.222.0.72 "PUT /v2.0/ports/f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110 HTTP/1.1" status: 200 len: 1093 time: 0.7741623 Jan 27 08:22:29.725105 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '180ec940-546b-4bde-ad7e-d4005e6db780', 'tag': 'f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110'}] {{(pid=102576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:22:29.729083 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e99b03222c8d2fef0e5d308316368c2f75dcb43852cf269b2a1b1136e13dae4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61096d5-6aa5-4918-88e9-38539ae5674e" -d '{"events": [{"name": "network-changed", "server_uuid": "180ec940-546b-4bde-ad7e-d4005e6db780", "tag": "f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110"}]}' {{(pid=102576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:22:29.769716 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6075275f-e157-4cae-8be5-30becb04262d service neutron] Pushing event updated for resources: {'Port': ['ID=f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110,revision_number=3']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:22:29.786468 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 08:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b77649-ec33-44a4-89bf-3b08b08279ff x-openstack-request-id: req-a0b77649-ec33-44a4-89bf-3b08b08279ff {{(pid=102576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:22:29.786993 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "180ec940-546b-4bde-ad7e-d4005e6db780", "tag": "f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110", "status": "completed", "code": 200}]} {{(pid=102576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:22:29.787113 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a0b77649-ec33-44a4-89bf-3b08b08279ff {{(pid=102576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:22:29.787509 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '180ec940-546b-4bde-ad7e-d4005e6db780', 'tag': 'f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110', 'status': 'completed', 'code': 200} Jan 27 08:22:29.857061 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d2dc5-3006-403e-a8a2-f5b0bfbf6cb2 req-014a7b35-357d-4699-a361-e395099962b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:29.858852 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-006d2dc5-3006-403e-a8a2-f5b0bfbf6cb2 req-014a7b35-357d-4699-a361-e395099962b4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0faac1e89cc44ae197577f1e66e143cd&device_id=180ec940-546b-4bde-ad7e-d4005e6db780 HTTP/1.1" status: 200 len: 1096 time: 0.0489461 Jan 27 08:22:29.908951 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-006d2dc5-3006-403e-a8a2-f5b0bfbf6cb2 req-62408135-e745-46f5-9094-431a11441242 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110 HTTP/1.1" status: 200 len: 217 time: 0.0360193 Jan 27 08:22:29.961746 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d2dc5-3006-403e-a8a2-f5b0bfbf6cb2 req-61d2578d-dc65-4f62-8cda-ee0f25ac00b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:29.963212 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-006d2dc5-3006-403e-a8a2-f5b0bfbf6cb2 req-61d2578d-dc65-4f62-8cda-ee0f25ac00b9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dea6adae-bbac-41f2-ace5-b3e89da3af0b HTTP/1.1" status: 200 len: 851 time: 0.0451567 Jan 27 08:22:30.014895 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d2dc5-3006-403e-a8a2-f5b0bfbf6cb2 req-3dc3d8eb-485d-4b4d-9f28-52858a8e717f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:30.016380 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-006d2dc5-3006-403e-a8a2-f5b0bfbf6cb2 req-3dc3d8eb-485d-4b4d-9f28-52858a8e717f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9b081a2b-185d-4bc7-8711-580f26a8816a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436540 Jan 27 08:22:30.109120 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-006d2dc5-3006-403e-a8a2-f5b0bfbf6cb2 req-ccbb6706-0ee5-4175-9264-9a0f5052a27b service neutron] 10.222.0.72 "GET /v2.0/networks/9b081a2b-185d-4bc7-8711-580f26a8816a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856097 Jan 27 08:22:30.207128 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-006d2dc5-3006-403e-a8a2-f5b0bfbf6cb2 req-5fda1568-9aa7-45dd-a4c3-99e60ee52b81 service neutron] 10.222.0.72 "GET /v2.0/networks/9b081a2b-185d-4bc7-8711-580f26a8816a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861506 Jan 27 08:22:30.315036 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61096d5-6aa5-4918-88e9-38539ae5674e req-b87f8af1-981e-4d7e-8407-c82ac64be66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:30.316700 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d61096d5-6aa5-4918-88e9-38539ae5674e req-b87f8af1-981e-4d7e-8407-c82ac64be66c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0faac1e89cc44ae197577f1e66e143cd&device_id=180ec940-546b-4bde-ad7e-d4005e6db780 HTTP/1.1" status: 200 len: 1096 time: 0.0410063 Jan 27 08:22:30.409403 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61096d5-6aa5-4918-88e9-38539ae5674e req-80200e17-90a3-4590-bd37-9abb549e9522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:30.410768 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d61096d5-6aa5-4918-88e9-38539ae5674e req-80200e17-90a3-4590-bd37-9abb549e9522 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9b081a2b-185d-4bc7-8711-580f26a8816a HTTP/1.1" status: 200 len: 913 time: 0.0867534 Jan 27 08:22:30.462496 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d61096d5-6aa5-4918-88e9-38539ae5674e req-5f93d042-4cdd-4847-8611-56b8a373e25d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110 HTTP/1.1" status: 200 len: 217 time: 0.0371501 Jan 27 08:22:30.518112 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61096d5-6aa5-4918-88e9-38539ae5674e req-c798efa3-bbc7-462d-a983-948c262ca48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:30.519572 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d61096d5-6aa5-4918-88e9-38539ae5674e req-c798efa3-bbc7-462d-a983-948c262ca48f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dea6adae-bbac-41f2-ace5-b3e89da3af0b HTTP/1.1" status: 200 len: 851 time: 0.0458837 Jan 27 08:22:30.570219 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61096d5-6aa5-4918-88e9-38539ae5674e req-b051c5cb-9913-4bcf-9ce2-a49ea4076318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:30.571721 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d61096d5-6aa5-4918-88e9-38539ae5674e req-b051c5cb-9913-4bcf-9ce2-a49ea4076318 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9b081a2b-185d-4bc7-8711-580f26a8816a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428689 Jan 27 08:22:30.673708 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d61096d5-6aa5-4918-88e9-38539ae5674e req-a1e0622c-9b1f-4194-8d95-1a766e031472 service neutron] 10.222.0.72 "GET /v2.0/networks/9b081a2b-185d-4bc7-8711-580f26a8816a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889964 Jan 27 08:22:30.802506 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d61096d5-6aa5-4918-88e9-38539ae5674e req-1e0bddc6-286b-4d3f-9e6d-a526eaf135bc service neutron] 10.222.0.72 "GET /v2.0/networks/9b081a2b-185d-4bc7-8711-580f26a8816a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198950 Jan 27 08:22:30.812621 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8286dde6-cee6-4a5f-bfb8-ddca0ab314ca req-65307407-aba6-4a71-a969-6b6529636527 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:30.814113 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-8286dde6-cee6-4a5f-bfb8-ddca0ab314ca req-65307407-aba6-4a71-a969-6b6529636527 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=180ec940-546b-4bde-ad7e-d4005e6db780 HTTP/1.1" status: 200 len: 943 time: 0.0801544 Jan 27 08:22:30.864810 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-8286dde6-cee6-4a5f-bfb8-ddca0ab314ca req-f7b8f3c3-2a05-4a80-a73f-6dfbb8b2ee22 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435882 Jan 27 08:22:31.098581 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f62c2-96cf-4377-ba78-6bfc7dca4a12 req-74f254b6-bfc3-46d0-8200-7db997f389f5 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:31.100014 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-2e0f62c2-96cf-4377-ba78-6bfc7dca4a12 req-74f254b6-bfc3-46d0-8200-7db997f389f5 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/networks?id=ccc027b8-b719-4fba-bfab-019899fdf8a6 HTTP/1.1" status: 200 len: 815 time: 0.0995553 Jan 27 08:22:31.114705 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-2e0f62c2-96cf-4377-ba78-6bfc7dca4a12 req-db8007f5-26af-4ab8-aae3-b694fb4e32d8 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/quotas/6402071f030f456996da0c23e7a86316 HTTP/1.1" status: 200 len: 375 time: 0.0094991 Jan 27 08:22:31.165660 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-2e0f62c2-96cf-4377-ba78-6bfc7dca4a12 req-d2ca11c3-450c-4de5-ac26-13145913f295 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=6402071f030f456996da0c23e7a86316&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0454957 Jan 27 08:22:31.251686 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-2e0f62c2-96cf-4377-ba78-6bfc7dca4a12 req-df3774dc-a935-4082-9e8f-47d5c97eaf2d service neutron] 10.222.0.59 "GET /v2.0/networks/ccc027b8-b719-4fba-bfab-019899fdf8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796428 Jan 27 08:22:31.341566 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-2e0f62c2-96cf-4377-ba78-6bfc7dca4a12 req-fd3bd741-50f9-4d4c-8490-42e5470c2cfe service neutron] 10.222.0.59 "GET /v2.0/networks/ccc027b8-b719-4fba-bfab-019899fdf8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842509 Jan 27 08:22:31.506519 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-36d5aa4e-2c1a-4cea-ac69-089fa8fba8c8 req-eb4becea-a949-435d-b82d-232e48af051a tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/ports?device_id=591e7b6f-b46f-48ff-8a70-d97994fc9850 HTTP/1.1" status: 200 len: 210 time: 0.0282533 Jan 27 08:22:31.987501 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8200c739-e38a-4115-9672-0d8ae6738490 req-50deaf8a-1ffd-4dd6-97b7-a6c0860f4448 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:31.989086 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-8200c739-e38a-4115-9672-0d8ae6738490 req-50deaf8a-1ffd-4dd6-97b7-a6c0860f4448 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=180ec940-546b-4bde-ad7e-d4005e6db780 HTTP/1.1" status: 200 len: 943 time: 0.0506182 Jan 27 08:22:32.040862 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-8200c739-e38a-4115-9672-0d8ae6738490 req-e28af67f-3055-41b0-9601-bb4524907f32 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453713 Jan 27 08:22:32.612375 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-46f32ec0-3def-4649-bf6f-c5178738798d req-1269e1c7-34dd-485d-b27e-966928ea51fb tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/ports?device_id=591e7b6f-b46f-48ff-8a70-d97994fc9850 HTTP/1.1" status: 200 len: 210 time: 0.0305960 Jan 27 08:22:32.723194 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f62c2-96cf-4377-ba78-6bfc7dca4a12 req-fe397885-701e-450c-9e0a-7142fef1a14f tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:32.724669 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-2e0f62c2-96cf-4377-ba78-6bfc7dca4a12 req-fe397885-701e-450c-9e0a-7142fef1a14f tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.72 "GET /v2.0/networks?id=ccc027b8-b719-4fba-bfab-019899fdf8a6 HTTP/1.1" status: 200 len: 815 time: 0.1107292 Jan 27 08:22:32.740868 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [req-2e0f62c2-96cf-4377-ba78-6bfc7dca4a12 req-89bb6784-4d67-453c-a483-b6ea49ed64a8 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Request body: {'port': {'device_id': '591e7b6f-b46f-48ff-8a70-d97994fc9850', 'network_id': 'ccc027b8-b719-4fba-bfab-019899fdf8a6', 'admin_state_up': True, 'tenant_id': '6402071f030f456996da0c23e7a86316'}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:22:33.094818 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e0f62c2-96cf-4377-ba78-6bfc7dca4a12 req-89bb6784-4d67-453c-a483-b6ea49ed64a8 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Made reservation on behalf of 6402071f030f456996da0c23e7a86316 for: {'port': 1} {{(pid=102576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 08:22:33.098260 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-2e0f62c2-96cf-4377-ba78-6bfc7dca4a12 req-89bb6784-4d67-453c-a483-b6ea49ed64a8 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:33.198394 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec360d-b707-445c-970f-ab152131e100 req-499d6642-3f49-4215-98fc-892d726e4d2b tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:33.199860 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-0fec360d-b707-445c-970f-ab152131e100 req-499d6642-3f49-4215-98fc-892d726e4d2b tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=180ec940-546b-4bde-ad7e-d4005e6db780 HTTP/1.1" status: 200 len: 943 time: 0.0915384 Jan 27 08:22:33.287204 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-0fec360d-b707-445c-970f-ab152131e100 req-d8a3137c-1ef2-4bfe-852d-3514f3533c7e tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816724 Jan 27 08:22:33.291320 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.db_base_plugin_common [req-2e0f62c2-96cf-4377-ba78-6bfc7dca4a12 req-89bb6784-4d67-453c-a483-b6ea49ed64a8 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Allocated IP 172.20.0.11 (ccc027b8-b719-4fba-bfab-019899fdf8a6/0f43a9f9-3868-4a18-ac51-4b042bdd31d6/a3130249-6439-4e8a-a844-cdb18939f20d) {{(pid=102576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 08:22:33.432097 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-2e0f62c2-96cf-4377-ba78-6bfc7dca4a12 req-89bb6784-4d67-453c-a483-b6ea49ed64a8 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Publish callbacks [] for port (a3130249-6439-4e8a-a844-cdb18939f20d), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:33.467577 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-2e0f62c2-96cf-4377-ba78-6bfc7dca4a12 req-89bb6784-4d67-453c-a483-b6ea49ed64a8 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730334756109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13114657'] for port (a3130249-6439-4e8a-a844-cdb18939f20d), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:33.480292 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] get_ports_and_sgs() called for port_ids ['74d2b896-3234-4146-8124-af4e3280fb10', 'e9592224-f54f-4980-bb9f-e02ba2faf5d1', 'e74c7485-90b9-4be1-bef1-ca5f90d3030e'] {{(pid=102577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 08:22:33.513152 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e0f62c2-96cf-4377-ba78-6bfc7dca4a12 req-89bb6784-4d67-453c-a483-b6ea49ed64a8 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Network ccc027b8-b719-4fba-bfab-019899fdf8a6 is already hosted by enough agents. {{(pid=102576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 08:22:33.516092 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.base_scheduler [req-2e0f62c2-96cf-4377-ba78-6bfc7dca4a12 req-89bb6784-4d67-453c-a483-b6ea49ed64a8 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Resources bound (agent type, host, resource id): {{(pid=102576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:22:33.521970 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e0f62c2-96cf-4377-ba78-6bfc7dca4a12 req-89bb6784-4d67-453c-a483-b6ea49ed64a8 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Received port after_create {{(pid=102576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 08:22:33.545090 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bb6784-4d67-453c-a483-b6ea49ed64a8 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Pushing event updated for resources: {'Port': ['ID=a3130249-6439-4e8a-a844-cdb18939f20d,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:22:33.572302 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f62c2-96cf-4377-ba78-6bfc7dca4a12 req-89bb6784-4d67-453c-a483-b6ea49ed64a8 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:33.572936 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-2e0f62c2-96cf-4377-ba78-6bfc7dca4a12 req-89bb6784-4d67-453c-a483-b6ea49ed64a8 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for port (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:33.589561 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-2e0f62c2-96cf-4377-ba78-6bfc7dca4a12 req-89bb6784-4d67-453c-a483-b6ea49ed64a8 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8525679 Jan 27 08:22:33.600868 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [req-2e0f62c2-96cf-4377-ba78-6bfc7dca4a12 req-0e1b5ce3-35bd-4100-9ebf-1ed1c083cd4e service neutron] Request body: {'port': {'device_id': '591e7b6f-b46f-48ff-8a70-d97994fc9850', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82658'}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:22:33.657201 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-2e0f62c2-96cf-4377-ba78-6bfc7dca4a12 req-0e1b5ce3-35bd-4100-9ebf-1ed1c083cd4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (a3130249-6439-4e8a-a844-cdb18939f20d), before_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:33.804193 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceadac0-4462-461f-a0f1-11e27c833132 req-2cff25b5-74f6-4a92-990e-26656430253d tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:33.805593 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-eceadac0-4462-461f-a0f1-11e27c833132 req-2cff25b5-74f6-4a92-990e-26656430253d tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/ports?device_id=591e7b6f-b46f-48ff-8a70-d97994fc9850 HTTP/1.1" status: 200 len: 932 time: 0.1160498 Jan 27 08:22:33.907633 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-eceadac0-4462-461f-a0f1-11e27c833132 req-60d83f8b-93ed-4cfa-99f9-c8421b4cbcbc tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/security-groups?id=86d56208-1791-4d02-8c06-8995ae2f027c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964222 Jan 27 08:22:33.994701 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.notifiers.nova [req-2e0f62c2-96cf-4377-ba78-6bfc7dca4a12 req-0e1b5ce3-35bd-4100-9ebf-1ed1c083cd4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3130249-6439-4e8a-a844-cdb18939f20d {{(pid=102576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 08:22:34.002769 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-2e0f62c2-96cf-4377-ba78-6bfc7dca4a12 req-0e1b5ce3-35bd-4100-9ebf-1ed1c083cd4e service neutron] Publish callbacks [] for port (a3130249-6439-4e8a-a844-cdb18939f20d), precommit_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:34.015671 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.provisioning_blocks [req-2e0f62c2-96cf-4377-ba78-6bfc7dca4a12 req-0e1b5ce3-35bd-4100-9ebf-1ed1c083cd4e service neutron] Transition to ACTIVE for port object a3130249-6439-4e8a-a844-cdb18939f20d will not be triggered until provisioned by entity L2. {{(pid=102576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 08:22:34.023158 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-2e0f62c2-96cf-4377-ba78-6bfc7dca4a12 req-0e1b5ce3-35bd-4100-9ebf-1ed1c083cd4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13114678'] for port (a3130249-6439-4e8a-a844-cdb18939f20d), after_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:34.072438 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1b5ce3-35bd-4100-9ebf-1ed1c083cd4e service neutron] Pushing event updated for resources: {'Port': ['ID=a3130249-6439-4e8a-a844-cdb18939f20d,revision_number=2']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:22:34.135739 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.managers [req-2e0f62c2-96cf-4377-ba78-6bfc7dca4a12 req-0e1b5ce3-35bd-4100-9ebf-1ed1c083cd4e service neutron] Attempting to bind port a3130249-6439-4e8a-a844-cdb18939f20d on host hv-cinder-82658 for vnic_type normal with profile {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 08:22:34.136065 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.managers [req-2e0f62c2-96cf-4377-ba78-6bfc7dca4a12 req-0e1b5ce3-35bd-4100-9ebf-1ed1c083cd4e service neutron] Attempting to bind port a3130249-6439-4e8a-a844-cdb18939f20d by drivers openvswitch,hyperv on host hv-cinder-82658 at level 0 using segments [{'id': 'c653d8ee-07e4-4794-b242-17586b507f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'ccc027b8-b719-4fba-bfab-019899fdf8a6'}] {{(pid=102576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 08:22:34.136388 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0f62c2-96cf-4377-ba78-6bfc7dca4a12 req-0e1b5ce3-35bd-4100-9ebf-1ed1c083cd4e service neutron] Attempting to bind port a3130249-6439-4e8a-a844-cdb18939f20d on network ccc027b8-b719-4fba-bfab-019899fdf8a6 {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:22:34.140568 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0f62c2-96cf-4377-ba78-6bfc7dca4a12 req-0e1b5ce3-35bd-4100-9ebf-1ed1c083cd4e service neutron] Port a3130249-6439-4e8a-a844-cdb18939f20d on network ccc027b8-b719-4fba-bfab-019899fdf8a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82658 {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 08:22:34.140930 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0f62c2-96cf-4377-ba78-6bfc7dca4a12 req-0e1b5ce3-35bd-4100-9ebf-1ed1c083cd4e service neutron] Attempting to bind port a3130249-6439-4e8a-a844-cdb18939f20d on network ccc027b8-b719-4fba-bfab-019899fdf8a6 {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:22:34.145633 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0f62c2-96cf-4377-ba78-6bfc7dca4a12 req-0e1b5ce3-35bd-4100-9ebf-1ed1c083cd4e service neutron] Checking agent: {'id': '926d476c-3c92-4faa-a402-a395b4978e44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82658', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 8, 12, 58), 'started_at': datetime.datetime(2022, 1, 27, 8, 12, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 8, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 08:22:34.145968 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0f62c2-96cf-4377-ba78-6bfc7dca4a12 req-0e1b5ce3-35bd-4100-9ebf-1ed1c083cd4e service neutron] Checking segment: {'id': 'c653d8ee-07e4-4794-b242-17586b507f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'ccc027b8-b719-4fba-bfab-019899fdf8a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:22:34.146346 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0f62c2-96cf-4377-ba78-6bfc7dca4a12 req-0e1b5ce3-35bd-4100-9ebf-1ed1c083cd4e service neutron] Bound using segment: {'id': 'c653d8ee-07e4-4794-b242-17586b507f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'ccc027b8-b719-4fba-bfab-019899fdf8a6'} {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 08:22:34.146766 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.managers [req-2e0f62c2-96cf-4377-ba78-6bfc7dca4a12 req-0e1b5ce3-35bd-4100-9ebf-1ed1c083cd4e service neutron] Bound port: a3130249-6439-4e8a-a844-cdb18939f20d, host: hv-cinder-82658, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c653d8ee-07e4-4794-b242-17586b507f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'ccc027b8-b719-4fba-bfab-019899fdf8a6'}}] {{(pid=102576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 08:22:34.147115 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-2e0f62c2-96cf-4377-ba78-6bfc7dca4a12 req-0e1b5ce3-35bd-4100-9ebf-1ed1c083cd4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (a3130249-6439-4e8a-a844-cdb18939f20d), before_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:34.212072 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.db [req-2e0f62c2-96cf-4377-ba78-6bfc7dca4a12 req-0e1b5ce3-35bd-4100-9ebf-1ed1c083cd4e service neutron] For port a3130249-6439-4e8a-a844-cdb18939f20d, host hv-cinder-82658, cleared binding levels {{(pid=102576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 08:22:34.215195 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.db [req-2e0f62c2-96cf-4377-ba78-6bfc7dca4a12 req-0e1b5ce3-35bd-4100-9ebf-1ed1c083cd4e service neutron] For port a3130249-6439-4e8a-a844-cdb18939f20d, host hv-cinder-82658, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=a3130249-6439-4e8a-a844-cdb18939f20d,segment=NetworkSegment(c653d8ee-07e4-4794-b242-17586b507f85),segment_id=c653d8ee-07e4-4794-b242-17586b507f85)] {{(pid=102576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 08:22:34.218706 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-2e0f62c2-96cf-4377-ba78-6bfc7dca4a12 req-0e1b5ce3-35bd-4100-9ebf-1ed1c083cd4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13114678'] for port (a3130249-6439-4e8a-a844-cdb18939f20d), after_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:34.252111 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f62c2-96cf-4377-ba78-6bfc7dca4a12 req-0e1b5ce3-35bd-4100-9ebf-1ed1c083cd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:34.252724 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-2e0f62c2-96cf-4377-ba78-6bfc7dca4a12 req-0e1b5ce3-35bd-4100-9ebf-1ed1c083cd4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for port (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:34.254120 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-2e0f62c2-96cf-4377-ba78-6bfc7dca4a12 req-0e1b5ce3-35bd-4100-9ebf-1ed1c083cd4e service neutron] 10.222.0.72 "PUT /v2.0/ports/a3130249-6439-4e8a-a844-cdb18939f20d HTTP/1.1" status: 200 len: 1094 time: 0.6573100 Jan 27 08:22:34.254544 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '591e7b6f-b46f-48ff-8a70-d97994fc9850', 'tag': 'a3130249-6439-4e8a-a844-cdb18939f20d'}] {{(pid=102576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:22:34.257295 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e99b03222c8d2fef0e5d308316368c2f75dcb43852cf269b2a1b1136e13dae4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a116ebe9-72f0-453e-804a-1e1a78fb7f47" -d '{"events": [{"name": "network-changed", "server_uuid": "591e7b6f-b46f-48ff-8a70-d97994fc9850", "tag": "a3130249-6439-4e8a-a844-cdb18939f20d"}]}' {{(pid=102576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:22:34.281404 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1b5ce3-35bd-4100-9ebf-1ed1c083cd4e service neutron] Pushing event updated for resources: {'Port': ['ID=a3130249-6439-4e8a-a844-cdb18939f20d,revision_number=3']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:22:34.309425 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 08:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb303b5-e945-43cb-9ee4-99674bb23322 x-openstack-request-id: req-eeb303b5-e945-43cb-9ee4-99674bb23322 {{(pid=102576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:22:34.309656 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "591e7b6f-b46f-48ff-8a70-d97994fc9850", "tag": "a3130249-6439-4e8a-a844-cdb18939f20d", "status": "completed", "code": 200}]} {{(pid=102576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:22:34.309907 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-eeb303b5-e945-43cb-9ee4-99674bb23322 {{(pid=102576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:22:34.310295 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '591e7b6f-b46f-48ff-8a70-d97994fc9850', 'tag': 'a3130249-6439-4e8a-a844-cdb18939f20d', 'status': 'completed', 'code': 200} Jan 27 08:22:34.341947 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f62c2-96cf-4377-ba78-6bfc7dca4a12 req-7069fb9f-51c1-4e27-b874-9f64a0bd0bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:34.343462 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-2e0f62c2-96cf-4377-ba78-6bfc7dca4a12 req-7069fb9f-51c1-4e27-b874-9f64a0bd0bd8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6402071f030f456996da0c23e7a86316&device_id=591e7b6f-b46f-48ff-8a70-d97994fc9850 HTTP/1.1" status: 200 len: 1097 time: 0.0435958 Jan 27 08:22:34.411397 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-2e0f62c2-96cf-4377-ba78-6bfc7dca4a12 req-8e20e312-175f-4b7e-8053-27d65b373b09 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3130249-6439-4e8a-a844-cdb18939f20d HTTP/1.1" status: 200 len: 217 time: 0.0506494 Jan 27 08:22:34.457376 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d43bbab-fd52-40a3-b572-b31fed21fca3 req-a98950b5-a170-4e91-9510-d4e3608a27bc tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:34.458815 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-2d43bbab-fd52-40a3-b572-b31fed21fca3 req-a98950b5-a170-4e91-9510-d4e3608a27bc tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=180ec940-546b-4bde-ad7e-d4005e6db780 HTTP/1.1" status: 200 len: 943 time: 0.1064582 Jan 27 08:22:34.481586 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f62c2-96cf-4377-ba78-6bfc7dca4a12 req-ee41a099-8e1a-46d6-8b5c-1cf2e11b534f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:34.482954 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-2e0f62c2-96cf-4377-ba78-6bfc7dca4a12 req-ee41a099-8e1a-46d6-8b5c-1cf2e11b534f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0f43a9f9-3868-4a18-ac51-4b042bdd31d6 HTTP/1.1" status: 200 len: 855 time: 0.0634079 Jan 27 08:22:34.521835 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-2e0f62c2-96cf-4377-ba78-6bfc7dca4a12 req-7eaec159-5e51-4a9a-8234-855d0b577c20 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ccc027b8-b719-4fba-bfab-019899fdf8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324895 Jan 27 08:22:34.546804 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-2d43bbab-fd52-40a3-b572-b31fed21fca3 req-1a272587-4b65-40dc-af24-dc0ac076163a tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822830 Jan 27 08:22:34.618926 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-2e0f62c2-96cf-4377-ba78-6bfc7dca4a12 req-87908b7c-777b-4dfc-8fc2-e0cec92c5743 service neutron] 10.222.0.72 "GET /v2.0/networks/ccc027b8-b719-4fba-bfab-019899fdf8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881150 Jan 27 08:22:34.708781 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-2e0f62c2-96cf-4377-ba78-6bfc7dca4a12 req-b57efeb6-bc93-4250-8b8c-93baa34715cb service neutron] 10.222.0.72 "GET /v2.0/networks/ccc027b8-b719-4fba-bfab-019899fdf8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819805 Jan 27 08:22:34.792437 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a116ebe9-72f0-453e-804a-1e1a78fb7f47 req-bbba07b8-ed43-41c4-9758-c6d12b521d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:34.793920 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a116ebe9-72f0-453e-804a-1e1a78fb7f47 req-bbba07b8-ed43-41c4-9758-c6d12b521d35 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6402071f030f456996da0c23e7a86316&device_id=591e7b6f-b46f-48ff-8a70-d97994fc9850 HTTP/1.1" status: 200 len: 1097 time: 0.0402360 Jan 27 08:22:34.879620 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a116ebe9-72f0-453e-804a-1e1a78fb7f47 req-77cfd0ea-e7d9-4eb3-8f0c-57487abe6ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:34.881020 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a116ebe9-72f0-453e-804a-1e1a78fb7f47 req-77cfd0ea-e7d9-4eb3-8f0c-57487abe6ea8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ccc027b8-b719-4fba-bfab-019899fdf8a6 HTTP/1.1" status: 200 len: 916 time: 0.0809278 Jan 27 08:22:34.924099 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a116ebe9-72f0-453e-804a-1e1a78fb7f47 req-183a38d1-fc90-48d8-92f0-86ba3d43799c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3130249-6439-4e8a-a844-cdb18939f20d HTTP/1.1" status: 200 len: 217 time: 0.0363553 Jan 27 08:22:34.987858 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a116ebe9-72f0-453e-804a-1e1a78fb7f47 req-b9f2a3d5-7e81-44a5-a070-57acb4d7210f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:34.989323 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a116ebe9-72f0-453e-804a-1e1a78fb7f47 req-b9f2a3d5-7e81-44a5-a070-57acb4d7210f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0f43a9f9-3868-4a18-ac51-4b042bdd31d6 HTTP/1.1" status: 200 len: 855 time: 0.0530598 Jan 27 08:22:35.027971 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a116ebe9-72f0-453e-804a-1e1a78fb7f47 req-d9ae42e0-0fad-41ee-aaff-390a984160c9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ccc027b8-b719-4fba-bfab-019899fdf8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250232 Jan 27 08:22:35.045527 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07144025-a272-4bc6-9506-1b4bb8c86811 req-8ed63e73-6dbd-4083-94af-e9efa97bcc4a tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:35.047076 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-07144025-a272-4bc6-9506-1b4bb8c86811 req-8ed63e73-6dbd-4083-94af-e9efa97bcc4a tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/ports?device_id=591e7b6f-b46f-48ff-8a70-d97994fc9850 HTTP/1.1" status: 200 len: 944 time: 0.0716517 Jan 27 08:22:35.146996 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-07144025-a272-4bc6-9506-1b4bb8c86811 req-632c7662-5e8f-4225-b13c-601bfec87861 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/security-groups?id=86d56208-1791-4d02-8c06-8995ae2f027c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917025 Jan 27 08:22:35.164680 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a116ebe9-72f0-453e-804a-1e1a78fb7f47 req-3cdf2a18-8a58-4ae0-a3f2-0c39b7c394ba service neutron] 10.222.0.72 "GET /v2.0/networks/ccc027b8-b719-4fba-bfab-019899fdf8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166821 Jan 27 08:22:35.259347 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a116ebe9-72f0-453e-804a-1e1a78fb7f47 req-82b3d7a1-fa45-405a-949d-13a81bd807aa service neutron] 10.222.0.72 "GET /v2.0/networks/ccc027b8-b719-4fba-bfab-019899fdf8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847139 Jan 27 08:22:35.658070 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a94a03a-b1d0-4f91-9477-1161079f1125 req-f5a714ee-1b0a-4622-a77c-916eb160ba39 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:35.659542 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-7a94a03a-b1d0-4f91-9477-1161079f1125 req-f5a714ee-1b0a-4622-a77c-916eb160ba39 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=180ec940-546b-4bde-ad7e-d4005e6db780 HTTP/1.1" status: 200 len: 943 time: 0.0479026 Jan 27 08:22:35.706503 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-7a94a03a-b1d0-4f91-9477-1161079f1125 req-aea44d98-3f0e-4e0d-a039-3c4d417f7855 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410166 Jan 27 08:22:36.258277 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86185418-bf64-4e7a-9b5c-81a395c9b1a0 req-0c048b83-e02c-4134-9184-df5fa449e63c tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:36.259622 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-86185418-bf64-4e7a-9b5c-81a395c9b1a0 req-0c048b83-e02c-4134-9184-df5fa449e63c tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/ports?device_id=591e7b6f-b46f-48ff-8a70-d97994fc9850 HTTP/1.1" status: 200 len: 944 time: 0.0461986 Jan 27 08:22:36.304425 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-86185418-bf64-4e7a-9b5c-81a395c9b1a0 req-7448cf97-9f31-4719-8ecb-2ac20470653f tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/security-groups?id=86d56208-1791-4d02-8c06-8995ae2f027c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393746 Jan 27 08:22:36.821256 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee9dba-4298-445b-aebe-44a2d9c5de96 req-fe60769f-5e75-44f5-be2c-44662d4d5498 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:36.822726 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-fdee9dba-4298-445b-aebe-44a2d9c5de96 req-fe60769f-5e75-44f5-be2c-44662d4d5498 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=180ec940-546b-4bde-ad7e-d4005e6db780 HTTP/1.1" status: 200 len: 943 time: 0.0509577 Jan 27 08:22:36.869999 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-fdee9dba-4298-445b-aebe-44a2d9c5de96 req-0ca05212-2f23-4e00-8115-005645b11a44 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418801 Jan 27 08:22:37.414649 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc98b09-af03-4ef1-9e58-121e13f57259 req-b355c107-ff81-4a23-9bb7-969df71a49f8 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:37.416193 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-8bc98b09-af03-4ef1-9e58-121e13f57259 req-b355c107-ff81-4a23-9bb7-969df71a49f8 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/ports?device_id=591e7b6f-b46f-48ff-8a70-d97994fc9850 HTTP/1.1" status: 200 len: 944 time: 0.0466557 Jan 27 08:22:37.463817 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-8bc98b09-af03-4ef1-9e58-121e13f57259 req-4c44b608-ad68-4e3d-99e4-e1b497cc287e tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/security-groups?id=86d56208-1791-4d02-8c06-8995ae2f027c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423205 Jan 27 08:22:37.596668 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110 details requested by agent hyperv_hv-cinder-82658 with host hv-cinder-82658 {{(pid=102577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 08:22:37.700338 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110,segment=NetworkSegment(a957085e-4c2a-4d53-a79f-6cfe99225dd1),segment_id=a957085e-4c2a-4d53-a79f-6cfe99225dd1)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:22:37.714495 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Returning: {'device': 'f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110', 'network_id': '9b081a2b-185d-4bc7-8711-580f26a8816a', 'port_id': 'f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110', 'mac_address': 'fa:16:3e:6c:f9:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dea6adae-bbac-41f2-ace5-b3e89da3af0b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 08:22:37.755287 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Current status of the port f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110 is: DOWN; New status is: BUILD {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:22:37.755672 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:37.768665 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.notifiers.nova [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110 {{(pid=102577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 08:22:37.787069 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110,segment=NetworkSegment(a957085e-4c2a-4d53-a79f-6cfe99225dd1),segment_id=a957085e-4c2a-4d53-a79f-6cfe99225dd1)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:22:37.790653 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:37.791295 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device a3130249-6439-4e8a-a844-cdb18939f20d details requested by agent hyperv_hv-cinder-82658 with host hv-cinder-82658 {{(pid=102577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 08:22:37.864182 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Pushing event updated for resources: {'Port': ['ID=f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110,revision_number=4']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:22:37.899607 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:22:37.899953 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:22:37.900286 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:22:37.900615 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:22:37.900961 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:22:37.901282 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:22:37.901598 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:22:37.901914 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:22:37.902227 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:22:37.902544 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:22:37.902855 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:22:37.903163 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:22:37.903470 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:22:37.934106 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port a3130249-6439-4e8a-a844-cdb18939f20d, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=a3130249-6439-4e8a-a844-cdb18939f20d,segment=NetworkSegment(c653d8ee-07e4-4794-b242-17586b507f85),segment_id=c653d8ee-07e4-4794-b242-17586b507f85)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:22:37.945434 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Returning: {'device': 'a3130249-6439-4e8a-a844-cdb18939f20d', 'network_id': 'ccc027b8-b719-4fba-bfab-019899fdf8a6', 'port_id': 'a3130249-6439-4e8a-a844-cdb18939f20d', 'mac_address': 'fa:16:3e:c9:f4:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f43a9f9-3868-4a18-ac51-4b042bdd31d6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 08:22:37.981096 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887a1c86-593d-42fb-8512-3c6771ce9ede req-5e57395b-c6ff-4a97-ad06-44e3184bf0a8 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:37.982580 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-887a1c86-593d-42fb-8512-3c6771ce9ede req-5e57395b-c6ff-4a97-ad06-44e3184bf0a8 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=180ec940-546b-4bde-ad7e-d4005e6db780 HTTP/1.1" status: 200 len: 944 time: 0.0464728 Jan 27 08:22:37.986009 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Current status of the port a3130249-6439-4e8a-a844-cdb18939f20d is: DOWN; New status is: BUILD {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:22:37.986417 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (a3130249-6439-4e8a-a844-cdb18939f20d), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:38.000141 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.notifiers.nova [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3130249-6439-4e8a-a844-cdb18939f20d {{(pid=102577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 08:22:38.018667 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port a3130249-6439-4e8a-a844-cdb18939f20d, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=a3130249-6439-4e8a-a844-cdb18939f20d,segment=NetworkSegment(c653d8ee-07e4-4794-b242-17586b507f85),segment_id=c653d8ee-07e4-4794-b242-17586b507f85)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:22:38.022897 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (a3130249-6439-4e8a-a844-cdb18939f20d), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:38.035952 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-887a1c86-593d-42fb-8512-3c6771ce9ede req-2a6cbe7b-cdd2-498a-9ee9-e44b1739a07a tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472004 Jan 27 08:22:38.074357 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Pushing event updated for resources: {'Port': ['ID=a3130249-6439-4e8a-a844-cdb18939f20d,revision_number=4']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:22:38.394298 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] get_ports_and_sgs() called for port_ids ['a3130249-6439-4e8a-a844-cdb18939f20d'] {{(pid=102577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 08:22:38.418684 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] get_ports_and_sgs() called for port_ids ['f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110'] {{(pid=102577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 08:22:38.579493 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460b795b-f20f-4352-9757-ae14eb2049e5 req-5d89655c-c069-438c-88c3-02282ae949ee tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:38.580980 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-460b795b-f20f-4352-9757-ae14eb2049e5 req-5d89655c-c069-438c-88c3-02282ae949ee tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/ports?device_id=591e7b6f-b46f-48ff-8a70-d97994fc9850 HTTP/1.1" status: 200 len: 945 time: 0.0462952 Jan 27 08:22:38.627804 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-460b795b-f20f-4352-9757-ae14eb2049e5 req-46245d95-f35a-4ba9-acab-bc249f28e381 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/security-groups?id=86d56208-1791-4d02-8c06-8995ae2f027c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403280 Jan 27 08:22:39.150019 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1079f1c-a380-40b2-9784-478a978b9dc0 req-771318f2-e00b-4143-a605-1350aaf2a379 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:39.151381 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d1079f1c-a380-40b2-9784-478a978b9dc0 req-771318f2-e00b-4143-a605-1350aaf2a379 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=180ec940-546b-4bde-ad7e-d4005e6db780 HTTP/1.1" status: 200 len: 944 time: 0.0461652 Jan 27 08:22:39.197276 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d1079f1c-a380-40b2-9784-478a978b9dc0 req-7e5d910b-ee7e-4816-b829-aad70c1649b2 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405409 Jan 27 08:22:39.625648 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device a3130249-6439-4e8a-a844-cdb18939f20d up at agent hyperv_hv-cinder-82658 {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:22:39.674612 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Provisioning for port a3130249-6439-4e8a-a844-cdb18939f20d completed by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 08:22:39.679042 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Provisioning complete for port a3130249-6439-4e8a-a844-cdb18939f20d triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:22:39.679418 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (a3130249-6439-4e8a-a844-cdb18939f20d), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:39.744459 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5df373-3a02-4a61-948a-32269ba219c4 req-a3aa337c-192a-4f37-b630-7c7a3aed6ef9 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:39.745935 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-6c5df373-3a02-4a61-948a-32269ba219c4 req-a3aa337c-192a-4f37-b630-7c7a3aed6ef9 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/ports?device_id=591e7b6f-b46f-48ff-8a70-d97994fc9850 HTTP/1.1" status: 200 len: 945 time: 0.0502260 Jan 27 08:22:39.756020 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Current status of the port a3130249-6439-4e8a-a844-cdb18939f20d is: BUILD; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:22:39.756406 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (a3130249-6439-4e8a-a844-cdb18939f20d), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:39.783399 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '591e7b6f-b46f-48ff-8a70-d97994fc9850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3130249-6439-4e8a-a844-cdb18939f20d'}] {{(pid=102577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:22:39.785949 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ec6f2d63f069076934ea9a19260140f1f8696ff0c22b7471017e65d09815c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03fc23c8-d2d0-4e34-8052-cae7224189eb" -d '{"events": [{"server_uuid": "591e7b6f-b46f-48ff-8a70-d97994fc9850", "name": "network-vif-plugged", "status": "completed", "tag": "a3130249-6439-4e8a-a844-cdb18939f20d"}]}' {{(pid=102577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:22:39.792126 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-6c5df373-3a02-4a61-948a-32269ba219c4 req-b4a22367-fce8-4152-b92e-79c4ee0dc64b tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/security-groups?id=86d56208-1791-4d02-8c06-8995ae2f027c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406179 Jan 27 08:22:39.800381 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port a3130249-6439-4e8a-a844-cdb18939f20d, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=a3130249-6439-4e8a-a844-cdb18939f20d,segment=NetworkSegment(c653d8ee-07e4-4794-b242-17586b507f85),segment_id=c653d8ee-07e4-4794-b242-17586b507f85)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:22:39.806522 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (a3130249-6439-4e8a-a844-cdb18939f20d), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:39.837706 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 08:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-179b83de-d940-4d03-8009-2ae3fe352c6e x-openstack-request-id: req-179b83de-d940-4d03-8009-2ae3fe352c6e {{(pid=102577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:22:39.838006 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "591e7b6f-b46f-48ff-8a70-d97994fc9850", "name": "network-vif-plugged", "status": "completed", "tag": "a3130249-6439-4e8a-a844-cdb18939f20d", "code": 200}]} {{(pid=102577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:22:39.838259 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-179b83de-d940-4d03-8009-2ae3fe352c6e {{(pid=102577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:22:39.838640 dv-cinder-826589-1-iscsi neutron-server[102577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '591e7b6f-b46f-48ff-8a70-d97994fc9850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3130249-6439-4e8a-a844-cdb18939f20d', 'code': 200} Jan 27 08:22:39.864547 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Pushing event updated for resources: {'Port': ['ID=a3130249-6439-4e8a-a844-cdb18939f20d,revision_number=5']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:22:40.001042 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1b46a0-7590-4f65-bf76-faad9c283cb8 req-8c48a07e-d3ba-41b7-b2a2-1a812dc2bf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:40.002528 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-bd1b46a0-7590-4f65-bf76-faad9c283cb8 req-8c48a07e-d3ba-41b7-b2a2-1a812dc2bf9f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=591e7b6f-b46f-48ff-8a70-d97994fc9850 HTTP/1.1" status: 200 len: 1099 time: 0.0396273 Jan 27 08:22:40.051449 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-bd1b46a0-7590-4f65-bf76-faad9c283cb8 req-be77bfe4-0639-4bad-bee4-88aeeab1c499 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=86d56208-1791-4d02-8c06-8995ae2f027c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355711 Jan 27 08:22:40.458694 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46c18e7-6ca4-43ae-b490-6319e6d897df req-baabceb8-ecac-4b17-9ac8-d11b2497871d tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:40.460928 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-e46c18e7-6ca4-43ae-b490-6319e6d897df req-baabceb8-ecac-4b17-9ac8-d11b2497871d tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=180ec940-546b-4bde-ad7e-d4005e6db780 HTTP/1.1" status: 200 len: 944 time: 0.0502098 Jan 27 08:22:40.508179 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-e46c18e7-6ca4-43ae-b490-6319e6d897df req-34c2deba-3507-4e5c-9a19-560a8cecf993 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424118 Jan 27 08:22:40.905494 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52699607-3264-4e3d-8c10-37e7cdbb71ee req-22ec2e19-c3e0-4bce-843b-90798f004e9e tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:40.906943 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-52699607-3264-4e3d-8c10-37e7cdbb71ee req-22ec2e19-c3e0-4bce-843b-90798f004e9e tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/ports?device_id=591e7b6f-b46f-48ff-8a70-d97994fc9850 HTTP/1.1" status: 200 len: 946 time: 0.0465932 Jan 27 08:22:40.951266 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-52699607-3264-4e3d-8c10-37e7cdbb71ee req-38a25171-1c84-4e6f-9f89-40c6544f9860 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/security-groups?id=86d56208-1791-4d02-8c06-8995ae2f027c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390763 Jan 27 08:22:41.623580 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce75ff-2376-40c1-8ef6-5f93664b0a59 req-987ac829-3fab-4ad4-a444-cbffd87bc68d tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:41.625094 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-0fce75ff-2376-40c1-8ef6-5f93664b0a59 req-987ac829-3fab-4ad4-a444-cbffd87bc68d tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=180ec940-546b-4bde-ad7e-d4005e6db780 HTTP/1.1" status: 200 len: 944 time: 0.0477672 Jan 27 08:22:41.635242 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110 up at agent hyperv_hv-cinder-82658 {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:22:41.676700 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-0fce75ff-2376-40c1-8ef6-5f93664b0a59 req-6e3b6e31-c94e-4889-8cc7-726acb8420d5 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461571 Jan 27 08:22:41.683482 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Provisioning for port f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110 completed by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 08:22:41.688018 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Provisioning complete for port f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110 triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:22:41.688393 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:41.766071 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Current status of the port f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110 is: BUILD; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:22:41.766450 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:41.797716 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110,segment=NetworkSegment(a957085e-4c2a-4d53-a79f-6cfe99225dd1),segment_id=a957085e-4c2a-4d53-a79f-6cfe99225dd1)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:22:41.801041 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:41.840964 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '180ec940-546b-4bde-ad7e-d4005e6db780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110'}] {{(pid=102577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:22:41.843215 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ec6f2d63f069076934ea9a19260140f1f8696ff0c22b7471017e65d09815c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4eb303b-1364-4825-a021-d83bde4a95c5" -d '{"events": [{"server_uuid": "180ec940-546b-4bde-ad7e-d4005e6db780", "name": "network-vif-plugged", "status": "completed", "tag": "f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110"}]}' {{(pid=102577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:22:41.849211 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Pushing event updated for resources: {'Port': ['ID=f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110,revision_number=5']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:22:41.879767 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 08:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-529f4ffc-5cd7-47fa-9973-29e26a06ea7f x-openstack-request-id: req-529f4ffc-5cd7-47fa-9973-29e26a06ea7f {{(pid=102577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:22:41.880065 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "180ec940-546b-4bde-ad7e-d4005e6db780", "name": "network-vif-plugged", "status": "completed", "tag": "f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110", "code": 200}]} {{(pid=102577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:22:41.880323 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-529f4ffc-5cd7-47fa-9973-29e26a06ea7f {{(pid=102577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:22:41.880723 dv-cinder-826589-1-iscsi neutron-server[102577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '180ec940-546b-4bde-ad7e-d4005e6db780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110', 'code': 200} Jan 27 08:22:42.063963 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3849e3-9969-49f5-8e28-b02aa9af5cda req-6a2fb455-2c25-42a6-a403-2fd67bb543c4 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:42.065375 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-6c3849e3-9969-49f5-8e28-b02aa9af5cda req-6a2fb455-2c25-42a6-a403-2fd67bb543c4 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/ports?device_id=591e7b6f-b46f-48ff-8a70-d97994fc9850 HTTP/1.1" status: 200 len: 946 time: 0.0470707 Jan 27 08:22:42.112994 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-6c3849e3-9969-49f5-8e28-b02aa9af5cda req-5d684070-d483-4646-b6cc-af4c22ada63d tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/security-groups?id=86d56208-1791-4d02-8c06-8995ae2f027c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411913 Jan 27 08:22:42.159565 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616425a8-c5f2-43cd-8d9a-be7ef55746f3 req-b42cce24-a386-4460-917d-6b2a85f9069c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:42.161087 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-616425a8-c5f2-43cd-8d9a-be7ef55746f3 req-b42cce24-a386-4460-917d-6b2a85f9069c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=180ec940-546b-4bde-ad7e-d4005e6db780 HTTP/1.1" status: 200 len: 1098 time: 0.0383608 Jan 27 08:22:42.210844 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-616425a8-c5f2-43cd-8d9a-be7ef55746f3 req-7bc132e3-ac59-49ca-bd9a-6c254f4bee6d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394962 Jan 27 08:22:42.794055 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f96243-c0fe-4f95-a216-0114f4221ad3 req-4f75b289-eba4-4041-9f9d-6a2c1429ae79 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:42.795482 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-95f96243-c0fe-4f95-a216-0114f4221ad3 req-4f75b289-eba4-4041-9f9d-6a2c1429ae79 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=180ec940-546b-4bde-ad7e-d4005e6db780 HTTP/1.1" status: 200 len: 945 time: 0.0496995 Jan 27 08:22:42.841284 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-95f96243-c0fe-4f95-a216-0114f4221ad3 req-e1295cf6-1605-4fa1-bf00-9b562a7b1155 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403697 Jan 27 08:22:43.954130 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c1cca-9348-4b87-8929-9754f84445af req-15e70102-3825-439e-886a-296a53d0bfb7 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:43.955502 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-308c1cca-9348-4b87-8929-9754f84445af req-15e70102-3825-439e-886a-296a53d0bfb7 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=180ec940-546b-4bde-ad7e-d4005e6db780 HTTP/1.1" status: 200 len: 945 time: 0.0464952 Jan 27 08:22:44.003896 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-308c1cca-9348-4b87-8929-9754f84445af req-9b5af846-a611-497e-beec-198e7d7400cb tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430987 Jan 27 08:22:44.116479 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72eda6-c211-4ae2-97de-16d723797e77 req-bdad4a07-3fa0-49cc-b60d-ec640f42b249 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:44.117965 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-ac72eda6-c211-4ae2-97de-16d723797e77 req-bdad4a07-3fa0-49cc-b60d-ec640f42b249 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=180ec940-546b-4bde-ad7e-d4005e6db780 HTTP/1.1" status: 200 len: 945 time: 0.0468054 Jan 27 08:22:44.172535 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-ac72eda6-c211-4ae2-97de-16d723797e77 req-e1946af1-dee2-4f30-9f38-befe74ed4e1f tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491936 Jan 27 08:22:44.196875 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 36384) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:22:44.238643 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ab7657-ad2a-4ef7-b919-39f84f145da4 tempest-TestVolumeBootPattern-1515721697 tempest-TestVolumeBootPattern-1515721697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:44.240089 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-05ab7657-ad2a-4ef7-b919-39f84f145da4 tempest-TestVolumeBootPattern-1515721697 tempest-TestVolumeBootPattern-1515721697-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=180ec940-546b-4bde-ad7e-d4005e6db780 HTTP/1.1" status: 200 len: 1093 time: 0.0421886 Jan 27 08:22:44.243608 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 36386) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:22:44.248860 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.v2.base [None req-3b6c2d31-edc6-4aed-b71f-5d7c7c5adea5 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Request body: {'floatingip': {'floating_network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'port_id': 'f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110', 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:22:44.268189 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-3b6c2d31-edc6-4aed-b71f-5d7c7c5adea5 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:44.361120 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-3b6c2d31-edc6-4aed-b71f-5d7c7c5adea5 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:44.464211 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.db_base_plugin_common [None req-3b6c2d31-edc6-4aed-b71f-5d7c7c5adea5 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Allocated IP 172.27.1.136 (3614e5a2-e145-4686-b153-8df14846b7f6/4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a/4fc03802-cfa6-4838-9596-534b198894f8) {{(pid=102575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 08:22:44.566550 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-3b6c2d31-edc6-4aed-b71f-5d7c7c5adea5 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks [] for port (4fc03802-cfa6-4838-9596-534b198894f8), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:44.598092 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-3b6c2d31-edc6-4aed-b71f-5d7c7c5adea5 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730334756109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13172730'] for port (4fc03802-cfa6-4838-9596-534b198894f8), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:44.636741 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6c2d31-edc6-4aed-b71f-5d7c7c5adea5 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Network 3614e5a2-e145-4686-b153-8df14846b7f6 is already hosted by enough agents. {{(pid=102575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 08:22:44.639429 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.base_scheduler [None req-3b6c2d31-edc6-4aed-b71f-5d7c7c5adea5 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Resources bound (agent type, host, resource id): {{(pid=102575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:22:44.642694 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6c2d31-edc6-4aed-b71f-5d7c7c5adea5 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Received port after_create {{(pid=102575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 08:22:44.669882 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6c2d31-edc6-4aed-b71f-5d7c7c5adea5 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Pushing event updated for resources: {'Port': ['ID=4fc03802-cfa6-4838-9596-534b198894f8,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:22:44.985505 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-3b6c2d31-edc6-4aed-b71f-5d7c7c5adea5 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks [] for floatingip (02752894-b684-423c-bcdc-07cd03dad85c), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:45.051365 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-3b6c2d31-edc6-4aed-b71f-5d7c7c5adea5 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (4fc03802-cfa6-4838-9596-534b198894f8), before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:45.192731 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-3b6c2d31-edc6-4aed-b71f-5d7c7c5adea5 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks [] for port (4fc03802-cfa6-4838-9596-534b198894f8), precommit_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:45.197298 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-3b6c2d31-edc6-4aed-b71f-5d7c7c5adea5 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13172717'] for port (4fc03802-cfa6-4838-9596-534b198894f8), after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:45.260051 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6c2d31-edc6-4aed-b71f-5d7c7c5adea5 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Pushing event updated for resources: {'Port': ['ID=4fc03802-cfa6-4838-9596-534b198894f8,revision_number=2']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:22:45.271042 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-3b6c2d31-edc6-4aed-b71f-5d7c7c5adea5 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549487'] for floatingip (02752894-b684-423c-bcdc-07cd03dad85c), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:45.364085 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.db.l3_db [None req-3b6c2d31-edc6-4aed-b71f-5d7c7c5adea5 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Floating IP 02752894-b684-423c-bcdc-07cd03dad85c associated. External IP: 172.27.1.136, port: f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110. Jan 27 08:22:45.815627 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b6c2d31-edc6-4aed-b71f-5d7c7c5adea5 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Router 900182e7-ce27-4189-bb33-70c250482c8a has already been hosted by L3 agent c4292dc4-d7f6-4187-994e-0142c7d14647 {{(pid=102575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 08:22:45.919459 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6c2d31-edc6-4aed-b71f-5d7c7c5adea5 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Notify agent at l3_agent.dv-cinder-826589-1-iscsi the message routers_updated {{(pid=102575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 08:22:45.928989 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07300713-46b1-4d3b-a216-1b125474c47f None None] Sync routers for ids ['900182e7-ce27-4189-bb33-70c250482c8a'] in dv-cinder-826589-1-iscsi {{(pid=102577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 08:22:45.936620 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-3b6c2d31-edc6-4aed-b71f-5d7c7c5adea5 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for floatingip (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:45.941739 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07300713-46b1-4d3b-a216-1b125474c47f None None] Routers {'900182e7-ce27-4189-bb33-70c250482c8a'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:22:45.942369 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-07300713-46b1-4d3b-a216-1b125474c47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:22:23Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['900182e7-ce27-4189-bb33-70c250482c8a'], 'active': True} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:22:45.962784 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-3b6c2d31-edc6-4aed-b71f-5d7c7c5adea5 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7181497 Jan 27 08:22:45.963365 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '180ec940-546b-4bde-ad7e-d4005e6db780', 'tag': 'f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110'}] {{(pid=102575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:22:45.965638 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34d12f73e8b898318ba96f52067286bd4e4b64784ab72771e8c48dd469e53537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af2c3060-e623-459b-8e00-13dc5806559d" -d '{"events": [{"name": "network-changed", "server_uuid": "180ec940-546b-4bde-ad7e-d4005e6db780", "tag": "f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110"}]}' {{(pid=102575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:22:46.002808 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 08:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a09d7d51-e289-4aa9-8c58-e27a23a991ee x-openstack-request-id: req-a09d7d51-e289-4aa9-8c58-e27a23a991ee {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:22:46.003102 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "180ec940-546b-4bde-ad7e-d4005e6db780", "tag": "f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110", "status": "completed", "code": 200}]} {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:22:46.003358 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a09d7d51-e289-4aa9-8c58-e27a23a991ee {{(pid=102575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:22:46.003784 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '180ec940-546b-4bde-ad7e-d4005e6db780', 'tag': 'f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110', 'status': 'completed', 'code': 200} Jan 27 08:22:46.054692 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvr_db [None req-07300713-46b1-4d3b-a216-1b125474c47f None None] Set router 900182e7-ce27-4189-bb33-70c250482c8a gateway port host: dv-cinder-826589-1-iscsi {{(pid=102577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:22:46.072919 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2c3060-e623-459b-8e00-13dc5806559d req-38d73a83-7361-4d80-990e-1108e2ca9558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:46.074331 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-af2c3060-e623-459b-8e00-13dc5806559d req-38d73a83-7361-4d80-990e-1108e2ca9558 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0faac1e89cc44ae197577f1e66e143cd&device_id=180ec940-546b-4bde-ad7e-d4005e6db780 HTTP/1.1" status: 200 len: 1098 time: 0.0393181 Jan 27 08:22:46.160863 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2c3060-e623-459b-8e00-13dc5806559d req-ec5402c8-4186-41f9-93f7-783d7f6b4a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:46.162322 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-af2c3060-e623-459b-8e00-13dc5806559d req-ec5402c8-4186-41f9-93f7-783d7f6b4a6d service neutron] 10.222.0.72 "GET /v2.0/networks?id=9b081a2b-185d-4bc7-8711-580f26a8816a HTTP/1.1" status: 200 len: 913 time: 0.0819545 Jan 27 08:22:46.228501 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-af2c3060-e623-459b-8e00-13dc5806559d req-19c292d2-f9b0-4ec9-8e84-ed4aafcba1dc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110 HTTP/1.1" status: 200 len: 999 time: 0.0591075 Jan 27 08:22:46.269169 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-07300713-46b1-4d3b-a216-1b125474c47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900182e7-ce27-4189-bb33-70c250482c8a', 'name': 'tempest-TestVolumeBootPattern-1736694676-router', 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '4c9bd725-8fed-4ede-a168-3d70d7474ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:16:19Z', 'updated_at': '2022-01-27T08:16:23Z', 'revision_number': 4, 'project_id': '0faac1e89cc44ae197577f1e66e143cd', 'gw_port': {'id': '4c9bd725-8fed-4ede-a168-3d70d7474ddd', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ea:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900182e7-ce27-4189-bb33-70c250482c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:16:20Z', 'updated_at': '2022-01-27T08:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_floatingips': [{'id': '02752894-b684-423c-bcdc-07cd03dad85c', 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'floating_ip_address': '172.27.1.136', 'floating_network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'router_id': '900182e7-ce27-4189-bb33-70c250482c8a', 'port_id': 'f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b081a2b-185d-4bc7-8711-580f26a8816a', 'mac_address': 'fa:16:3e:6c:f9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180ec940-546b-4bde-ad7e-d4005e6db780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T08:22:44Z', 'updated_at': '2022-01-27T08:22:44Z', 'revision_number': 0, 'project_id': '0faac1e89cc44ae197577f1e66e143cd', 'fixed_ip_address_scope': None}, {'id': '465466a3-1eea-462a-a79a-08187d09489d', 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'floating_ip_address': '172.27.1.33', 'floating_network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'router_id': '900182e7-ce27-4189-bb33-70c250482c8a', 'port_id': '5d0ee498-5ef5-47e6-b470-80328c6a0096', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b081a2b-185d-4bc7-8711-580f26a8816a', 'mac_address': 'fa:16:3e:75:92:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22c3975-4834-494a-8fc5-3c7ee94b3a21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T08:20:38Z', 'updated_at': '2022-01-27T08:20:40Z', 'revision_number': 1, 'project_id': '0faac1e89cc44ae197577f1e66e143cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b55e100-31f6-4087-b698-a5e04e6b56de', 'name': '', 'network_id': '9b081a2b-185d-4bc7-8711-580f26a8816a', 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'mac_address': 'fa:16:3e:96:34:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900182e7-ce27-4189-bb33-70c250482c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'dea6adae-bbac-41f2-ace5-b3e89da3af0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:16:22Z', 'updated_at': '2022-01-27T08:16:29Z', 'revision_number': 5, 'project_id': '0faac1e89cc44ae197577f1e66e143cd', 'subnets': [{'id': 'dea6adae-bbac-41f2-ace5-b3e89da3af0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:22:46.276828 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2c3060-e623-459b-8e00-13dc5806559d req-1454e0b7-2104-4d79-8742-cf35a59275a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:46.278270 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-af2c3060-e623-459b-8e00-13dc5806559d req-1454e0b7-2104-4d79-8742-cf35a59275a7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dea6adae-bbac-41f2-ace5-b3e89da3af0b HTTP/1.1" status: 200 len: 851 time: 0.0420794 Jan 27 08:22:46.294832 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07300713-46b1-4d3b-a216-1b125474c47f None None] Checking router: 900182e7-ce27-4189-bb33-70c250482c8a for host: dv-cinder-826589-1-iscsi {{(pid=102577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 08:22:46.302883 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07300713-46b1-4d3b-a216-1b125474c47f None None] Routers {'900182e7-ce27-4189-bb33-70c250482c8a'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:22:46.303512 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-07300713-46b1-4d3b-a216-1b125474c47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:22:23Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['900182e7-ce27-4189-bb33-70c250482c8a'], 'active': True} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:22:46.321137 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2c3060-e623-459b-8e00-13dc5806559d req-624b85d0-e101-44b8-b6e2-c249b085d435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:46.322600 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-af2c3060-e623-459b-8e00-13dc5806559d req-624b85d0-e101-44b8-b6e2-c249b085d435 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9b081a2b-185d-4bc7-8711-580f26a8816a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380187 Jan 27 08:22:46.419505 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-af2c3060-e623-459b-8e00-13dc5806559d req-fc8ca963-f115-457e-bb75-dabafd5123d4 service neutron] 10.222.0.72 "GET /v2.0/networks/9b081a2b-185d-4bc7-8711-580f26a8816a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889521 Jan 27 08:22:46.421852 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvr_db [None req-07300713-46b1-4d3b-a216-1b125474c47f None None] Set router 900182e7-ce27-4189-bb33-70c250482c8a gateway port host: dv-cinder-826589-1-iscsi {{(pid=102577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:22:46.517950 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-af2c3060-e623-459b-8e00-13dc5806559d req-d5ae9aef-b0a1-4614-9914-e10f3b0ecf26 service neutron] 10.222.0.72 "GET /v2.0/networks/9b081a2b-185d-4bc7-8711-580f26a8816a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906143 Jan 27 08:22:46.649635 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-07300713-46b1-4d3b-a216-1b125474c47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900182e7-ce27-4189-bb33-70c250482c8a', 'name': 'tempest-TestVolumeBootPattern-1736694676-router', 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '4c9bd725-8fed-4ede-a168-3d70d7474ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:16:19Z', 'updated_at': '2022-01-27T08:16:23Z', 'revision_number': 4, 'project_id': '0faac1e89cc44ae197577f1e66e143cd', 'gw_port': {'id': '4c9bd725-8fed-4ede-a168-3d70d7474ddd', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ea:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900182e7-ce27-4189-bb33-70c250482c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:16:20Z', 'updated_at': '2022-01-27T08:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_floatingips': [{'id': '02752894-b684-423c-bcdc-07cd03dad85c', 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'floating_ip_address': '172.27.1.136', 'floating_network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'router_id': '900182e7-ce27-4189-bb33-70c250482c8a', 'port_id': 'f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b081a2b-185d-4bc7-8711-580f26a8816a', 'mac_address': 'fa:16:3e:6c:f9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180ec940-546b-4bde-ad7e-d4005e6db780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T08:22:44Z', 'updated_at': '2022-01-27T08:22:44Z', 'revision_number': 0, 'project_id': '0faac1e89cc44ae197577f1e66e143cd', 'fixed_ip_address_scope': None}, {'id': '465466a3-1eea-462a-a79a-08187d09489d', 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'floating_ip_address': '172.27.1.33', 'floating_network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'router_id': '900182e7-ce27-4189-bb33-70c250482c8a', 'port_id': '5d0ee498-5ef5-47e6-b470-80328c6a0096', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b081a2b-185d-4bc7-8711-580f26a8816a', 'mac_address': 'fa:16:3e:75:92:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22c3975-4834-494a-8fc5-3c7ee94b3a21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T08:20:38Z', 'updated_at': '2022-01-27T08:20:40Z', 'revision_number': 1, 'project_id': '0faac1e89cc44ae197577f1e66e143cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b55e100-31f6-4087-b698-a5e04e6b56de', 'name': '', 'network_id': '9b081a2b-185d-4bc7-8711-580f26a8816a', 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'mac_address': 'fa:16:3e:96:34:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900182e7-ce27-4189-bb33-70c250482c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'dea6adae-bbac-41f2-ace5-b3e89da3af0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:16:22Z', 'updated_at': '2022-01-27T08:16:29Z', 'revision_number': 5, 'project_id': '0faac1e89cc44ae197577f1e66e143cd', 'subnets': [{'id': 'dea6adae-bbac-41f2-ace5-b3e89da3af0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:22:46.674256 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07300713-46b1-4d3b-a216-1b125474c47f None None] The sync data for ids ['900182e7-ce27-4189-bb33-70c250482c8a'] in dv-cinder-826589-1-iscsi is: [{'id': '900182e7-ce27-4189-bb33-70c250482c8a', 'name': 'tempest-TestVolumeBootPattern-1736694676-router', 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '4c9bd725-8fed-4ede-a168-3d70d7474ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:16:19Z', 'updated_at': '2022-01-27T08:16:23Z', 'revision_number': 4, 'project_id': '0faac1e89cc44ae197577f1e66e143cd', 'gw_port': {'id': '4c9bd725-8fed-4ede-a168-3d70d7474ddd', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ea:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900182e7-ce27-4189-bb33-70c250482c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:16:20Z', 'updated_at': '2022-01-27T08:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_floatingips': [{'id': '02752894-b684-423c-bcdc-07cd03dad85c', 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'floating_ip_address': '172.27.1.136', 'floating_network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'router_id': '900182e7-ce27-4189-bb33-70c250482c8a', 'port_id': 'f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b081a2b-185d-4bc7-8711-580f26a8816a', 'mac_address': 'fa:16:3e:6c:f9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180ec940-546b-4bde-ad7e-d4005e6db780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T08:22:44Z', 'updated_at': '2022-01-27T08:22:44Z', 'revision_number': 0, 'project_id': '0faac1e89cc44ae197577f1e66e143cd', 'fixed_ip_address_scope': None}, {'id': '465466a3-1eea-462a-a79a-08187d09489d', 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'floating_ip_address': '172.27.1.33', 'floating_network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'router_id': '900182e7-ce27-4189-bb33-70c250482c8a', 'port_id': '5d0ee498-5ef5-47e6-b470-80328c6a0096', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b081a2b-185d-4bc7-8711-580f26a8816a', 'mac_address': 'fa:16:3e:75:92:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22c3975-4834-494a-8fc5-3c7ee94b3a21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T08:20:38Z', 'updated_at': '2022-01-27T08:20:40Z', 'revision_number': 1, 'project_id': '0faac1e89cc44ae197577f1e66e143cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b55e100-31f6-4087-b698-a5e04e6b56de', 'name': '', 'network_id': '9b081a2b-185d-4bc7-8711-580f26a8816a', 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'mac_address': 'fa:16:3e:96:34:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900182e7-ce27-4189-bb33-70c250482c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'dea6adae-bbac-41f2-ace5-b3e89da3af0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:16:22Z', 'updated_at': '2022-01-27T08:16:29Z', 'revision_number': 5, 'project_id': '0faac1e89cc44ae197577f1e66e143cd', 'subnets': [{'id': 'dea6adae-bbac-41f2-ace5-b3e89da3af0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 08:22:46.866805 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f02e91-6beb-45e8-ae85-1937785962d2 None None] New status for floating IP 02752894-b684-423c-bcdc-07cd03dad85c: ACTIVE {{(pid=102578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 08:22:49.908507 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-19a56b5b-eafa-47e0-ba4c-5675bec77812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (913d1d6b-f856-4828-afb6-1e4cc7d36f68), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:52.897378 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-092ae1d8-8e16-4820-bba9-fd0540afda37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (c4292dc4-d7f6-4187-994e-0142c7d14647), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:53.878370 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9aef2f-2b48-4026-a56e-4c3d7fbe91c3 req-285a3b6f-a379-4e18-8e80-4f3202fb096a tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:53.879811 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-0e9aef2f-2b48-4026-a56e-4c3d7fbe91c3 req-285a3b6f-a379-4e18-8e80-4f3202fb096a tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/ports?device_id=591e7b6f-b46f-48ff-8a70-d97994fc9850 HTTP/1.1" status: 200 len: 946 time: 0.0466695 Jan 27 08:22:53.926206 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-0e9aef2f-2b48-4026-a56e-4c3d7fbe91c3 req-8f83752f-c514-4807-80d8-c613167368a2 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/security-groups?id=86d56208-1791-4d02-8c06-8995ae2f027c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401835 Jan 27 08:22:54.636375 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-84f64028-d758-4200-a634-8b4e45c8e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (30676f9c-3677-4b49-810a-45ff2c7eef62), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:55.039936 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a6fbf-6a04-487b-99c7-f717d18ac0f6 req-6fca27cf-f206-467e-b927-a37d61b9dd2e tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:55.041476 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-e62a6fbf-6a04-487b-99c7-f717d18ac0f6 req-6fca27cf-f206-467e-b927-a37d61b9dd2e tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/ports?device_id=591e7b6f-b46f-48ff-8a70-d97994fc9850 HTTP/1.1" status: 200 len: 946 time: 0.0471430 Jan 27 08:22:55.086474 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-e62a6fbf-6a04-487b-99c7-f717d18ac0f6 req-37fc4186-c04b-4a07-aa36-191efa1e0257 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/security-groups?id=86d56208-1791-4d02-8c06-8995ae2f027c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390720 Jan 27 08:22:55.779107 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-932e581e-1ad5-4fce-9316-ae3110c4cab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (037c8737-e99f-497c-9717-3fbc8e736584), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:55.935317 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ceed51-48d3-401c-bd01-c0e7769bc8ce req-0fad5302-b5da-4db8-8f36-ade4ab272491 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:55.936800 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-12ceed51-48d3-401c-bd01-c0e7769bc8ce req-0fad5302-b5da-4db8-8f36-ade4ab272491 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.72 "GET /v2.0/ports?device_id=591e7b6f-b46f-48ff-8a70-d97994fc9850 HTTP/1.1" status: 200 len: 946 time: 0.0515928 Jan 27 08:22:56.032455 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.plugin [req-12ceed51-48d3-401c-bd01-c0e7769bc8ce req-3f98d334-dd9f-45a2-af20-14bc8c3b12c9 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Deleting port a3130249-6439-4e8a-a844-cdb18939f20d {{(pid=102576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 08:22:56.032714 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-12ceed51-48d3-401c-bd01-c0e7769bc8ce req-3f98d334-dd9f-45a2-af20-14bc8c3b12c9 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730335283038'] for port (a3130249-6439-4e8a-a844-cdb18939f20d), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:56.121495 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.db [req-12ceed51-48d3-401c-bd01-c0e7769bc8ce req-3f98d334-dd9f-45a2-af20-14bc8c3b12c9 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] For port a3130249-6439-4e8a-a844-cdb18939f20d, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=a3130249-6439-4e8a-a844-cdb18939f20d,segment=NetworkSegment(c653d8ee-07e4-4794-b242-17586b507f85),segment_id=c653d8ee-07e4-4794-b242-17586b507f85)] {{(pid=102576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:22:56.122062 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-12ceed51-48d3-401c-bd01-c0e7769bc8ce req-3f98d334-dd9f-45a2-af20-14bc8c3b12c9 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547444'] for port (a3130249-6439-4e8a-a844-cdb18939f20d), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:56.133479 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.plugin [req-12ceed51-48d3-401c-bd01-c0e7769bc8ce req-3f98d334-dd9f-45a2-af20-14bc8c3b12c9 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Calling delete_port for a3130249-6439-4e8a-a844-cdb18939f20d owned by compute:nova {{(pid=102576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 08:22:56.238533 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c8afd-1393-481a-8120-1f5e57242635 req-8572c359-3cc5-4fa6-b9ba-84317ea4b107 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:56.239996 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-275c8afd-1393-481a-8120-1f5e57242635 req-8572c359-3cc5-4fa6-b9ba-84317ea4b107 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/ports?device_id=591e7b6f-b46f-48ff-8a70-d97994fc9850 HTTP/1.1" status: 200 len: 946 time: 0.0681279 Jan 27 08:22:56.321992 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-275c8afd-1393-481a-8120-1f5e57242635 req-0c48ad5b-dcc3-4c89-839e-c2b37071e897 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/security-groups?id=86d56208-1791-4d02-8c06-8995ae2f027c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761597 Jan 27 08:22:56.322888 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-12ceed51-48d3-401c-bd01-c0e7769bc8ce req-3f98d334-dd9f-45a2-af20-14bc8c3b12c9 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730335288760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730334756118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13114657'] for port (a3130249-6439-4e8a-a844-cdb18939f20d), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:56.339406 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] get_ports_and_sgs() called for port_ids ['74d2b896-3234-4146-8124-af4e3280fb10', 'e9592224-f54f-4980-bb9f-e02ba2faf5d1', 'e74c7485-90b9-4be1-bef1-ca5f90d3030e', 'a3130249-6439-4e8a-a844-cdb18939f20d'] {{(pid=102577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 08:22:56.352654 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f98d334-dd9f-45a2-af20-14bc8c3b12c9 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Pushing event deleted for resources: {'Port': ['ID=a3130249-6439-4e8a-a844-cdb18939f20d,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:22:56.388571 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [req-12ceed51-48d3-401c-bd01-c0e7769bc8ce req-3f98d334-dd9f-45a2-af20-14bc8c3b12c9 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] No DVR routers for this DVR port a3130249-6439-4e8a-a844-cdb18939f20d on host hv-cinder-82658 {{(pid=102576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 08:22:56.391254 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-12ceed51-48d3-401c-bd01-c0e7769bc8ce req-3f98d334-dd9f-45a2-af20-14bc8c3b12c9 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for port (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:56.394869 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-12ceed51-48d3-401c-bd01-c0e7769bc8ce req-3f98d334-dd9f-45a2-af20-14bc8c3b12c9 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.72 "DELETE /v2.0/ports/a3130249-6439-4e8a-a844-cdb18939f20d HTTP/1.1" status: 204 len: 173 time: 0.4490895 Jan 27 08:22:56.395329 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '591e7b6f-b46f-48ff-8a70-d97994fc9850', 'name': 'network-vif-deleted', 'tag': 'a3130249-6439-4e8a-a844-cdb18939f20d'}] {{(pid=102576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:22:56.398488 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e99b03222c8d2fef0e5d308316368c2f75dcb43852cf269b2a1b1136e13dae4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f5348e-d178-4875-ae96-42064315ea10" -d '{"events": [{"server_uuid": "591e7b6f-b46f-48ff-8a70-d97994fc9850", "name": "network-vif-deleted", "tag": "a3130249-6439-4e8a-a844-cdb18939f20d"}]}' {{(pid=102576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:22:56.436145 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 08:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8003508-f5f1-4b6c-993d-653f792f0e50 x-openstack-request-id: req-e8003508-f5f1-4b6c-993d-653f792f0e50 {{(pid=102576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:22:56.436499 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "591e7b6f-b46f-48ff-8a70-d97994fc9850", "name": "network-vif-deleted", "tag": "a3130249-6439-4e8a-a844-cdb18939f20d", "status": "completed", "code": 200}]} {{(pid=102576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:22:56.436798 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e8003508-f5f1-4b6c-993d-653f792f0e50 {{(pid=102576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:22:56.437165 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '591e7b6f-b46f-48ff-8a70-d97994fc9850', 'name': 'network-vif-deleted', 'tag': 'a3130249-6439-4e8a-a844-cdb18939f20d', 'status': 'completed', 'code': 200} Jan 27 08:22:56.680915 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (e79cbf24-12bd-4e20-a580-79498d5b225b), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:58.005467 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (926d476c-3c92-4faa-a402-a395b4978e44), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:22:58.699886 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee1ff5c-ddbc-4e91-a71b-a940031ab4ab req-a4d5bd60-f9b0-476a-a832-fe25771bdd55 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:58.701373 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-cee1ff5c-ddbc-4e91-a71b-a940031ab4ab req-a4d5bd60-f9b0-476a-a832-fe25771bdd55 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec4f1974-8e18-4e8a-acb2-c5923fff2322 HTTP/1.1" status: 200 len: 945 time: 0.0501282 Jan 27 08:22:58.747188 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-cee1ff5c-ddbc-4e91-a71b-a940031ab4ab req-00306f17-60c5-4c21-a6ca-6c47c2e8d094 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/security-groups?id=86d56208-1791-4d02-8c06-8995ae2f027c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401549 Jan 27 08:22:59.732047 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device a3130249-6439-4e8a-a844-cdb18939f20d no longer exists at agent hyperv_hv-cinder-82658 {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 08:22:59.751512 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] No Port match for: a3130249-6439-4e8a-a844-cdb18939f20d {{(pid=102577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 08:22:59.751846 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device a3130249-6439-4e8a-a844-cdb18939f20d not bound to the agent host hv-cinder-82658 {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 08:22:59.866063 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85652e4-069e-416a-8501-a72722f78ad0 req-d24b040e-539c-4bde-8808-be2778215237 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:22:59.867533 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-f85652e4-069e-416a-8501-a72722f78ad0 req-d24b040e-539c-4bde-8808-be2778215237 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec4f1974-8e18-4e8a-acb2-c5923fff2322 HTTP/1.1" status: 200 len: 945 time: 0.0508335 Jan 27 08:22:59.912543 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-f85652e4-069e-416a-8501-a72722f78ad0 req-d57363db-3fe2-4e51-ae89-87973a024f29 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/security-groups?id=86d56208-1791-4d02-8c06-8995ae2f027c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396907 Jan 27 08:23:00.559540 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5122d39-803e-4512-9728-1c28af82bc19 req-e38856b7-695d-495d-bd11-1b7912a69179 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:23:00.561012 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-c5122d39-803e-4512-9728-1c28af82bc19 req-e38856b7-695d-495d-bd11-1b7912a69179 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec4f1974-8e18-4e8a-acb2-c5923fff2322 HTTP/1.1" status: 200 len: 945 time: 0.0490446 Jan 27 08:23:00.648556 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.plugin [req-c5122d39-803e-4512-9728-1c28af82bc19 req-c6f486a6-f9b7-4e24-b414-7b7ebea07544 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Deleting port e74c7485-90b9-4be1-bef1-ca5f90d3030e {{(pid=102576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 08:23:00.648931 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-c5122d39-803e-4512-9728-1c28af82bc19 req-c6f486a6-f9b7-4e24-b414-7b7ebea07544 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730335283038'] for port (e74c7485-90b9-4be1-bef1-ca5f90d3030e), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:00.737627 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.db [req-c5122d39-803e-4512-9728-1c28af82bc19 req-c6f486a6-f9b7-4e24-b414-7b7ebea07544 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] For port e74c7485-90b9-4be1-bef1-ca5f90d3030e, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=e74c7485-90b9-4be1-bef1-ca5f90d3030e,segment=NetworkSegment(c653d8ee-07e4-4794-b242-17586b507f85),segment_id=c653d8ee-07e4-4794-b242-17586b507f85)] {{(pid=102576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:23:00.737982 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-c5122d39-803e-4512-9728-1c28af82bc19 req-c6f486a6-f9b7-4e24-b414-7b7ebea07544 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547444'] for port (e74c7485-90b9-4be1-bef1-ca5f90d3030e), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:00.749251 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.plugin [req-c5122d39-803e-4512-9728-1c28af82bc19 req-c6f486a6-f9b7-4e24-b414-7b7ebea07544 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Calling delete_port for e74c7485-90b9-4be1-bef1-ca5f90d3030e owned by compute:nova {{(pid=102576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 08:23:00.871214 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-c5122d39-803e-4512-9728-1c28af82bc19 req-c6f486a6-f9b7-4e24-b414-7b7ebea07544 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730335288760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730334756118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13114657'] for port (e74c7485-90b9-4be1-bef1-ca5f90d3030e), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:00.882419 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] get_ports_and_sgs() called for port_ids ['74d2b896-3234-4146-8124-af4e3280fb10', 'e9592224-f54f-4980-bb9f-e02ba2faf5d1', 'e74c7485-90b9-4be1-bef1-ca5f90d3030e'] {{(pid=102577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 08:23:00.902929 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f486a6-f9b7-4e24-b414-7b7ebea07544 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Pushing event deleted for resources: {'Port': ['ID=e74c7485-90b9-4be1-bef1-ca5f90d3030e,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:23:00.940325 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5122d39-803e-4512-9728-1c28af82bc19 req-c6f486a6-f9b7-4e24-b414-7b7ebea07544 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] No DVR routers for this DVR port e74c7485-90b9-4be1-bef1-ca5f90d3030e on host hv-cinder-82658 {{(pid=102576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 08:23:00.943194 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-c5122d39-803e-4512-9728-1c28af82bc19 req-c6f486a6-f9b7-4e24-b414-7b7ebea07544 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for port (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:00.946535 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-c5122d39-803e-4512-9728-1c28af82bc19 req-c6f486a6-f9b7-4e24-b414-7b7ebea07544 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.72 "DELETE /v2.0/ports/e74c7485-90b9-4be1-bef1-ca5f90d3030e HTTP/1.1" status: 204 len: 173 time: 0.3799231 Jan 27 08:23:00.946976 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec4f1974-8e18-4e8a-acb2-c5923fff2322', 'name': 'network-vif-deleted', 'tag': 'e74c7485-90b9-4be1-bef1-ca5f90d3030e'}] {{(pid=102576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:23:00.949233 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e99b03222c8d2fef0e5d308316368c2f75dcb43852cf269b2a1b1136e13dae4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce7a5d0-6659-4114-a440-0e2d02cce068" -d '{"events": [{"server_uuid": "ec4f1974-8e18-4e8a-acb2-c5923fff2322", "name": "network-vif-deleted", "tag": "e74c7485-90b9-4be1-bef1-ca5f90d3030e"}]}' {{(pid=102576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:23:01.019825 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 08:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e5a5cb8-5aa7-498a-8c5d-1c675d26dbff x-openstack-request-id: req-2e5a5cb8-5aa7-498a-8c5d-1c675d26dbff {{(pid=102576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:23:01.020120 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec4f1974-8e18-4e8a-acb2-c5923fff2322", "name": "network-vif-deleted", "tag": "e74c7485-90b9-4be1-bef1-ca5f90d3030e", "status": "completed", "code": 200}]} {{(pid=102576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:23:01.020373 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2e5a5cb8-5aa7-498a-8c5d-1c675d26dbff {{(pid=102576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:23:01.020779 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec4f1974-8e18-4e8a-acb2-c5923fff2322', 'name': 'network-vif-deleted', 'tag': 'e74c7485-90b9-4be1-bef1-ca5f90d3030e', 'status': 'completed', 'code': 200} Jan 27 08:23:01.023507 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-f0b7bc94-6b4c-44bd-82de-c2a64aaa0b57 req-2f0b0fcd-82e4-4c92-91f6-ee915ce2f3f4 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec4f1974-8e18-4e8a-acb2-c5923fff2322 HTTP/1.1" status: 200 len: 210 time: 0.0387332 Jan 27 08:23:02.318235 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e6414c-fcd1-492d-9389-3d52d3d40f2d req-0a88684b-2257-40ec-a49e-509abbdf88f7 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:23:02.319628 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-57e6414c-fcd1-492d-9389-3d52d3d40f2d req-0a88684b-2257-40ec-a49e-509abbdf88f7 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf800f47-40f3-4fce-ab05-59e5c815c2b6 HTTP/1.1" status: 200 len: 945 time: 0.0469077 Jan 27 08:23:02.368677 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-57e6414c-fcd1-492d-9389-3d52d3d40f2d req-94ba6bf8-2454-46e2-b9b1-2a10ae1ce7d6 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/security-groups?id=86d56208-1791-4d02-8c06-8995ae2f027c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435107 Jan 27 08:23:02.667860 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.agents_db [None req-38ef7be0-44ce-4a1a-bebd-f97a99571a56 None None] Agent healthcheck: found 6 active agents {{(pid=102578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 08:23:03.481572 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b365db41-b1a6-4ed6-941f-5c0c4ff15568 req-1d227f92-5aa3-48b9-b9b7-b6e5b3044684 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:23:03.483261 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b365db41-b1a6-4ed6-941f-5c0c4ff15568 req-1d227f92-5aa3-48b9-b9b7-b6e5b3044684 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf800f47-40f3-4fce-ab05-59e5c815c2b6 HTTP/1.1" status: 200 len: 945 time: 0.0458109 Jan 27 08:23:03.530659 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b365db41-b1a6-4ed6-941f-5c0c4ff15568 req-fe6b985e-33f2-4941-81f3-5998ef559ba6 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/security-groups?id=86d56208-1791-4d02-8c06-8995ae2f027c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419264 Jan 27 08:23:03.735438 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device e74c7485-90b9-4be1-bef1-ca5f90d3030e no longer exists at agent hyperv_hv-cinder-82658 {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 08:23:03.755280 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] No Port match for: e74c7485-90b9-4be1-bef1-ca5f90d3030e {{(pid=102577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 08:23:03.755627 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device e74c7485-90b9-4be1-bef1-ca5f90d3030e not bound to the agent host hv-cinder-82658 {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 08:23:03.776894 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289a68c-43c2-42de-87b7-25b70ed6cb0b req-765cabed-9f64-4168-89af-8ead66c80ef0 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:23:03.778318 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-5289a68c-43c2-42de-87b7-25b70ed6cb0b req-765cabed-9f64-4168-89af-8ead66c80ef0 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf800f47-40f3-4fce-ab05-59e5c815c2b6 HTTP/1.1" status: 200 len: 945 time: 0.0460801 Jan 27 08:23:03.877771 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.plugin [req-5289a68c-43c2-42de-87b7-25b70ed6cb0b req-1b153e6c-d27f-45cf-988a-30170ee8a3bf tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Deleting port e9592224-f54f-4980-bb9f-e02ba2faf5d1 {{(pid=102576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 08:23:03.878110 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-5289a68c-43c2-42de-87b7-25b70ed6cb0b req-1b153e6c-d27f-45cf-988a-30170ee8a3bf tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730335283038'] for port (e9592224-f54f-4980-bb9f-e02ba2faf5d1), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:03.962494 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.db [req-5289a68c-43c2-42de-87b7-25b70ed6cb0b req-1b153e6c-d27f-45cf-988a-30170ee8a3bf tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] For port e9592224-f54f-4980-bb9f-e02ba2faf5d1, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=e9592224-f54f-4980-bb9f-e02ba2faf5d1,segment=NetworkSegment(c653d8ee-07e4-4794-b242-17586b507f85),segment_id=c653d8ee-07e4-4794-b242-17586b507f85)] {{(pid=102576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:23:03.962853 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-5289a68c-43c2-42de-87b7-25b70ed6cb0b req-1b153e6c-d27f-45cf-988a-30170ee8a3bf tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547444'] for port (e9592224-f54f-4980-bb9f-e02ba2faf5d1), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:03.974337 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.plugin [req-5289a68c-43c2-42de-87b7-25b70ed6cb0b req-1b153e6c-d27f-45cf-988a-30170ee8a3bf tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Calling delete_port for e9592224-f54f-4980-bb9f-e02ba2faf5d1 owned by compute:nova {{(pid=102576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 08:23:04.342007 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-5289a68c-43c2-42de-87b7-25b70ed6cb0b req-1b153e6c-d27f-45cf-988a-30170ee8a3bf tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730335288760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730334756118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13114657'] for port (e9592224-f54f-4980-bb9f-e02ba2faf5d1), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:04.354608 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] get_ports_and_sgs() called for port_ids ['74d2b896-3234-4146-8124-af4e3280fb10', 'e9592224-f54f-4980-bb9f-e02ba2faf5d1'] {{(pid=102577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 08:23:04.373024 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b153e6c-d27f-45cf-988a-30170ee8a3bf tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Pushing event deleted for resources: {'Port': ['ID=e9592224-f54f-4980-bb9f-e02ba2faf5d1,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:23:04.412430 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [req-5289a68c-43c2-42de-87b7-25b70ed6cb0b req-1b153e6c-d27f-45cf-988a-30170ee8a3bf tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] No DVR routers for this DVR port e9592224-f54f-4980-bb9f-e02ba2faf5d1 on host hv-cinder-82658 {{(pid=102576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 08:23:04.415019 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-5289a68c-43c2-42de-87b7-25b70ed6cb0b req-1b153e6c-d27f-45cf-988a-30170ee8a3bf tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for port (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:04.418357 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-5289a68c-43c2-42de-87b7-25b70ed6cb0b req-1b153e6c-d27f-45cf-988a-30170ee8a3bf tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.72 "DELETE /v2.0/ports/e9592224-f54f-4980-bb9f-e02ba2faf5d1 HTTP/1.1" status: 204 len: 173 time: 0.6335297 Jan 27 08:23:04.418808 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf800f47-40f3-4fce-ab05-59e5c815c2b6', 'name': 'network-vif-deleted', 'tag': 'e9592224-f54f-4980-bb9f-e02ba2faf5d1'}] {{(pid=102576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:23:04.421119 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e99b03222c8d2fef0e5d308316368c2f75dcb43852cf269b2a1b1136e13dae4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a05ab30-e8f4-47df-9c0d-1b9bdfc45f4b" -d '{"events": [{"server_uuid": "cf800f47-40f3-4fce-ab05-59e5c815c2b6", "name": "network-vif-deleted", "tag": "e9592224-f54f-4980-bb9f-e02ba2faf5d1"}]}' {{(pid=102576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:23:04.461754 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 08:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76026d54-3ea8-4e58-ac42-20c29cd4b6a3 x-openstack-request-id: req-76026d54-3ea8-4e58-ac42-20c29cd4b6a3 {{(pid=102576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:23:04.462053 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf800f47-40f3-4fce-ab05-59e5c815c2b6", "name": "network-vif-deleted", "tag": "e9592224-f54f-4980-bb9f-e02ba2faf5d1", "status": "completed", "code": 200}]} {{(pid=102576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:23:04.462311 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-76026d54-3ea8-4e58-ac42-20c29cd4b6a3 {{(pid=102576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:23:04.462748 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf800f47-40f3-4fce-ab05-59e5c815c2b6', 'name': 'network-vif-deleted', 'tag': 'e9592224-f54f-4980-bb9f-e02ba2faf5d1', 'status': 'completed', 'code': 200} Jan 27 08:23:04.641290 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-f52af2a2-034d-4aeb-a808-fdb595459b34 req-f0e1a877-e3da-4d79-b924-dd0a09f6aa5c tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf800f47-40f3-4fce-ab05-59e5c815c2b6 HTTP/1.1" status: 200 len: 210 time: 0.0251808 Jan 27 08:23:07.015416 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee915c7a-cc67-4221-8bf5-62075b6e14dd req-6163f364-4396-449b-ae8a-b5d5df3d5abd tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:23:07.016944 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-ee915c7a-cc67-4221-8bf5-62075b6e14dd req-6163f364-4396-449b-ae8a-b5d5df3d5abd tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/ports?device_id=3841bec8-4b2c-47a1-8dcf-9b68c05907dc HTTP/1.1" status: 200 len: 945 time: 0.0467143 Jan 27 08:23:07.061349 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-ee915c7a-cc67-4221-8bf5-62075b6e14dd req-84cfdba2-0689-46df-ace6-a8e912f3fac6 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/security-groups?id=86d56208-1791-4d02-8c06-8995ae2f027c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383096 Jan 27 08:23:07.758842 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device e9592224-f54f-4980-bb9f-e02ba2faf5d1 no longer exists at agent hyperv_hv-cinder-82658 {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 08:23:07.778497 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] No Port match for: e9592224-f54f-4980-bb9f-e02ba2faf5d1 {{(pid=102577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 08:23:07.778842 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device e9592224-f54f-4980-bb9f-e02ba2faf5d1 not bound to the agent host hv-cinder-82658 {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 08:23:08.174276 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f5f2d-9f2b-4dee-a161-e4aff416c801 req-0984f16d-ddb2-4cbd-b1c1-04ac80242b57 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:23:08.175723 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-5a8f5f2d-9f2b-4dee-a161-e4aff416c801 req-0984f16d-ddb2-4cbd-b1c1-04ac80242b57 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/ports?device_id=3841bec8-4b2c-47a1-8dcf-9b68c05907dc HTTP/1.1" status: 200 len: 945 time: 0.0460947 Jan 27 08:23:08.223794 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-5a8f5f2d-9f2b-4dee-a161-e4aff416c801 req-d351dd36-6016-4a2a-9add-2422fcbe1aa7 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/security-groups?id=86d56208-1791-4d02-8c06-8995ae2f027c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425301 Jan 27 08:23:08.768440 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d1cca0-b916-4193-b09e-79aa7090aac3 req-920cf762-12d8-456b-9c65-25cb90308db7 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:23:08.769880 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-70d1cca0-b916-4193-b09e-79aa7090aac3 req-920cf762-12d8-456b-9c65-25cb90308db7 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.72 "GET /v2.0/ports?device_id=3841bec8-4b2c-47a1-8dcf-9b68c05907dc HTTP/1.1" status: 200 len: 945 time: 0.0454094 Jan 27 08:23:08.855892 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.plugin [req-70d1cca0-b916-4193-b09e-79aa7090aac3 req-f6395d42-a43d-457f-9e26-c6f0e21c3710 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Deleting port 74d2b896-3234-4146-8124-af4e3280fb10 {{(pid=102576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 08:23:08.856231 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-70d1cca0-b916-4193-b09e-79aa7090aac3 req-f6395d42-a43d-457f-9e26-c6f0e21c3710 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730335283038'] for port (74d2b896-3234-4146-8124-af4e3280fb10), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:08.942003 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.db [req-70d1cca0-b916-4193-b09e-79aa7090aac3 req-f6395d42-a43d-457f-9e26-c6f0e21c3710 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] For port 74d2b896-3234-4146-8124-af4e3280fb10, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=74d2b896-3234-4146-8124-af4e3280fb10,segment=NetworkSegment(c653d8ee-07e4-4794-b242-17586b507f85),segment_id=c653d8ee-07e4-4794-b242-17586b507f85)] {{(pid=102576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:23:08.942354 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-70d1cca0-b916-4193-b09e-79aa7090aac3 req-f6395d42-a43d-457f-9e26-c6f0e21c3710 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547444'] for port (74d2b896-3234-4146-8124-af4e3280fb10), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:08.954049 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.plugin [req-70d1cca0-b916-4193-b09e-79aa7090aac3 req-f6395d42-a43d-457f-9e26-c6f0e21c3710 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Calling delete_port for 74d2b896-3234-4146-8124-af4e3280fb10 owned by compute:nova {{(pid=102576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 08:23:09.079409 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-70d1cca0-b916-4193-b09e-79aa7090aac3 req-f6395d42-a43d-457f-9e26-c6f0e21c3710 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730335288760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730334756118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13114657'] for port (74d2b896-3234-4146-8124-af4e3280fb10), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:09.095182 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] get_ports_and_sgs() called for port_ids ['74d2b896-3234-4146-8124-af4e3280fb10'] {{(pid=102577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 08:23:09.107736 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6395d42-a43d-457f-9e26-c6f0e21c3710 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Pushing event deleted for resources: {'Port': ['ID=74d2b896-3234-4146-8124-af4e3280fb10,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:23:09.147008 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [req-70d1cca0-b916-4193-b09e-79aa7090aac3 req-f6395d42-a43d-457f-9e26-c6f0e21c3710 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] No DVR routers for this DVR port 74d2b896-3234-4146-8124-af4e3280fb10 on host hv-cinder-82658 {{(pid=102576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 08:23:09.149390 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-70d1cca0-b916-4193-b09e-79aa7090aac3 req-f6395d42-a43d-457f-9e26-c6f0e21c3710 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for port (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:09.152565 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-70d1cca0-b916-4193-b09e-79aa7090aac3 req-f6395d42-a43d-457f-9e26-c6f0e21c3710 tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.72 "DELETE /v2.0/ports/74d2b896-3234-4146-8124-af4e3280fb10 HTTP/1.1" status: 204 len: 173 time: 0.3770442 Jan 27 08:23:09.153020 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3841bec8-4b2c-47a1-8dcf-9b68c05907dc', 'name': 'network-vif-deleted', 'tag': '74d2b896-3234-4146-8124-af4e3280fb10'}] {{(pid=102576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:23:09.155229 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e99b03222c8d2fef0e5d308316368c2f75dcb43852cf269b2a1b1136e13dae4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1123b31-246d-497f-857a-f2ee68f3b922" -d '{"events": [{"server_uuid": "3841bec8-4b2c-47a1-8dcf-9b68c05907dc", "name": "network-vif-deleted", "tag": "74d2b896-3234-4146-8124-af4e3280fb10"}]}' {{(pid=102576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:23:09.190201 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 08:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c959baf-cb6a-42c7-be72-feaf5a0888ac x-openstack-request-id: req-7c959baf-cb6a-42c7-be72-feaf5a0888ac {{(pid=102576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:23:09.190796 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3841bec8-4b2c-47a1-8dcf-9b68c05907dc", "name": "network-vif-deleted", "tag": "74d2b896-3234-4146-8124-af4e3280fb10", "status": "completed", "code": 200}]} {{(pid=102576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:23:09.190796 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7c959baf-cb6a-42c7-be72-feaf5a0888ac {{(pid=102576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:23:09.191114 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3841bec8-4b2c-47a1-8dcf-9b68c05907dc', 'name': 'network-vif-deleted', 'tag': '74d2b896-3234-4146-8124-af4e3280fb10', 'status': 'completed', 'code': 200} Jan 27 08:23:09.332178 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-2a72b8a7-3536-4e4e-8d40-35a853f98684 req-de5fba04-988d-41cf-9a0c-4486e74864bc tempest-AttachVolumeNegativeTest-1567790330 tempest-AttachVolumeNegativeTest-1567790330-project] 10.222.0.59 "GET /v2.0/ports?device_id=3841bec8-4b2c-47a1-8dcf-9b68c05907dc HTTP/1.1" status: 200 len: 210 time: 0.0259106 Jan 27 08:23:09.667539 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b4311-5fbc-4ca2-b490-12e25094eaa6 req-6b8d70a2-fb59-41ae-8ae7-90d59ccf3df8 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:23:09.669861 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-949b4311-5fbc-4ca2-b490-12e25094eaa6 req-6b8d70a2-fb59-41ae-8ae7-90d59ccf3df8 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c0e3462-00c5-490e-9153-bbb3750d7236 HTTP/1.1" status: 200 len: 985 time: 0.0903654 Jan 27 08:23:09.672065 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58ccf6-fc78-4796-8be7-6129a3453125 req-0afb0fd7-102e-4be1-bd44-628d8460a2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:23:09.673452 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-cb58ccf6-fc78-4796-8be7-6129a3453125 req-0afb0fd7-102e-4be1-bd44-628d8460a2aa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3f205d29427e42f9a63d06733db73b9f&device_id=2c0e3462-00c5-490e-9153-bbb3750d7236 HTTP/1.1" status: 200 len: 1138 time: 0.0804741 Jan 27 08:23:09.791861 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-949b4311-5fbc-4ca2-b490-12e25094eaa6 req-981915ad-6424-4fc3-b915-41504d544c3b tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/security-groups?id=578f14c9-3c0d-41ab-8a60-f486bc60301a&id=7ad5322c-90b1-4bf1-9bda-fe98c62b5554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1168010 Jan 27 08:23:09.804608 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58ccf6-fc78-4796-8be7-6129a3453125 req-9bd14a09-4c6d-4a89-867f-2466f7761a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:23:09.806091 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-cb58ccf6-fc78-4796-8be7-6129a3453125 req-9bd14a09-4c6d-4a89-867f-2466f7761a2b service neutron] 10.222.0.72 "GET /v2.0/networks?id=1ee4935e-d112-4167-9e63-78b81a132699 HTTP/1.1" status: 200 len: 915 time: 0.1247396 Jan 27 08:23:09.870040 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-cb58ccf6-fc78-4796-8be7-6129a3453125 req-2a2227e2-485b-4cbb-a65b-8772de9789fd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afaa3a9a-e73c-4303-a2d3-9a6d632848c3 HTTP/1.1" status: 200 len: 1002 time: 0.0571923 Jan 27 08:23:09.916902 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58ccf6-fc78-4796-8be7-6129a3453125 req-28184d74-3d00-48ae-af1d-8f744279c941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:23:09.918328 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-cb58ccf6-fc78-4796-8be7-6129a3453125 req-28184d74-3d00-48ae-af1d-8f744279c941 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c2a97265-d832-4a00-a269-fcf61d06224a HTTP/1.1" status: 200 len: 853 time: 0.0419745 Jan 27 08:23:09.964413 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58ccf6-fc78-4796-8be7-6129a3453125 req-a2d345d3-79b0-40f9-ae49-c8694812e369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:23:09.965879 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-cb58ccf6-fc78-4796-8be7-6129a3453125 req-a2d345d3-79b0-40f9-ae49-c8694812e369 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1ee4935e-d112-4167-9e63-78b81a132699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412128 Jan 27 08:23:10.052688 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-cb58ccf6-fc78-4796-8be7-6129a3453125 req-4a920e49-ae80-4f8a-ae92-f42e67d31bd8 service neutron] 10.222.0.72 "GET /v2.0/networks/1ee4935e-d112-4167-9e63-78b81a132699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802312 Jan 27 08:23:10.146724 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-cb58ccf6-fc78-4796-8be7-6129a3453125 req-ebadbe99-4d32-4d5a-aee2-6de37600c2ce service neutron] 10.222.0.72 "GET /v2.0/networks/1ee4935e-d112-4167-9e63-78b81a132699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853362 Jan 27 08:23:10.387630 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 36514) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:23:10.434916 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2cc2119-5277-4ab7-8bfc-05194b4c7073 admin admin] Deleting subnet 0f43a9f9-3868-4a18-ac51-4b042bdd31d6 {{(pid=102575) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 08:23:10.438338 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-a2cc2119-5277-4ab7-8bfc-05194b4c7073 admin admin] Publish callbacks [] for subnet (0f43a9f9-3868-4a18-ac51-4b042bdd31d6), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:10.472201 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-a2cc2119-5277-4ab7-8bfc-05194b4c7073 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13170846'] for subnet (0f43a9f9-3868-4a18-ac51-4b042bdd31d6), precommit_delete_associations {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:10.514233 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-a2cc2119-5277-4ab7-8bfc-05194b4c7073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537734'] for subnet (0f43a9f9-3868-4a18-ac51-4b042bdd31d6), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:10.563123 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-a2cc2119-5277-4ab7-8bfc-05194b4c7073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13172647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220539'] for subnet (0f43a9f9-3868-4a18-ac51-4b042bdd31d6), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:10.587208 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cc2119-5277-4ab7-8bfc-05194b4c7073 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f43a9f9-3868-4a18-ac51-4b042bdd31d6,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:23:10.592354 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-a2cc2119-5277-4ab7-8bfc-05194b4c7073 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:10.595509 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-a2cc2119-5277-4ab7-8bfc-05194b4c7073 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/0f43a9f9-3868-4a18-ac51-4b042bdd31d6 HTTP/1.1" status: 204 len: 168 time: 0.2069013 Jan 27 08:23:10.597952 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 36516) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:23:10.663375 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0ab73977-406a-4c3a-a3de-cdd1fd7db1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1691783'] for network (ccc027b8-b719-4fba-bfab-019899fdf8a6), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:10.742202 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0ab73977-406a-4c3a-a3de-cdd1fd7db1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535825', 'neutron.services.segments.db._delete_segments_for_network-8730335277442'] for network (ccc027b8-b719-4fba-bfab-019899fdf8a6), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:10.763961 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.services.segments.db [None req-0ab73977-406a-4c3a-a3de-cdd1fd7db1c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccc027b8-b719-4fba-bfab-019899fdf8a6']}} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:23:10.773002 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.services.segments.db [None req-0ab73977-406a-4c3a-a3de-cdd1fd7db1c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c653d8ee-07e4-4794-b242-17586b507f85') {'for_net_delete': True} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:23:10.773306 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.services.segments.db [None req-0ab73977-406a-4c3a-a3de-cdd1fd7db1c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c653d8ee-07e4-4794-b242-17586b507f85') {} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:23:10.782352 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0ab73977-406a-4c3a-a3de-cdd1fd7db1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730335278475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13170839'] for segment (c653d8ee-07e4-4794-b242-17586b507f85), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:10.794971 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0ab73977-406a-4c3a-a3de-cdd1fd7db1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505597'] for segment (c653d8ee-07e4-4794-b242-17586b507f85), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:10.800953 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ab73977-406a-4c3a-a3de-cdd1fd7db1c2 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=102575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 08:23:10.801248 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0ab73977-406a-4c3a-a3de-cdd1fd7db1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13172489'] for segment (c653d8ee-07e4-4794-b242-17586b507f85), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:10.802958 dv-cinder-826589-1-iscsi neutron-server[102575]: Traceback (most recent call last): Jan 27 08:23:10.802958 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 08:23:10.802958 dv-cinder-826589-1-iscsi neutron-server[102575]: timer() Jan 27 08:23:10.802958 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 08:23:10.802958 dv-cinder-826589-1-iscsi neutron-server[102575]: cb(*args, **kw) Jan 27 08:23:10.802958 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 08:23:10.802958 dv-cinder-826589-1-iscsi neutron-server[102575]: return func(*args, **kwargs) Jan 27 08:23:10.802958 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 08:23:10.802958 dv-cinder-826589-1-iscsi neutron-server[102575]: self._notify() Jan 27 08:23:10.802958 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 08:23:10.802958 dv-cinder-826589-1-iscsi neutron-server[102575]: self.callback(batched_events) Jan 27 08:23:10.802958 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 08:23:10.802958 dv-cinder-826589-1-iscsi neutron-server[102575]: event.method(event) Jan 27 08:23:10.802958 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 08:23:10.802958 dv-cinder-826589-1-iscsi neutron-server[102575]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 08:23:10.802958 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 08:23:10.802958 dv-cinder-826589-1-iscsi neutron-server[102575]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 08:23:10.802958 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 08:23:10.802958 dv-cinder-826589-1-iscsi neutron-server[102575]: return f(self, *a, **k) Jan 27 08:23:10.802958 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 08:23:10.802958 dv-cinder-826589-1-iscsi neutron-server[102575]: return self._get(url).json() Jan 27 08:23:10.802958 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 08:23:10.802958 dv-cinder-826589-1-iscsi neutron-server[102575]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 08:23:10.802958 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 08:23:10.802958 dv-cinder-826589-1-iscsi neutron-server[102575]: return self.request(url, 'GET', **kwargs) Jan 27 08:23:10.802958 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 08:23:10.802958 dv-cinder-826589-1-iscsi neutron-server[102575]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 08:23:10.802958 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 08:23:10.802958 dv-cinder-826589-1-iscsi neutron-server[102575]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 08:23:10.802958 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 08:23:10.802958 dv-cinder-826589-1-iscsi neutron-server[102575]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 08:23:10.802958 dv-cinder-826589-1-iscsi neutron-server[102575]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 08:23:10.860958 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0ab73977-406a-4c3a-a3de-cdd1fd7db1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549501'] for network (ccc027b8-b719-4fba-bfab-019899fdf8a6), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:10.877420 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0ab73977-406a-4c3a-a3de-cdd1fd7db1c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for network (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:10.880711 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-0ab73977-406a-4c3a-a3de-cdd1fd7db1c2 admin admin] 10.222.0.59 "DELETE /v2.0/networks/ccc027b8-b719-4fba-bfab-019899fdf8a6 HTTP/1.1" status: 204 len: 168 time: 0.2817805 Jan 27 08:23:10.881755 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab73977-406a-4c3a-a3de-cdd1fd7db1c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccc027b8-b719-4fba-bfab-019899fdf8a6,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:23:10.911558 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5d63c-a701-4931-986d-797b8064a562 req-d6e28131-e582-4bba-9a89-9311185114fe tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:23:10.913654 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-9ab5d63c-a701-4931-986d-797b8064a562 req-d6e28131-e582-4bba-9a89-9311185114fe tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c0e3462-00c5-490e-9153-bbb3750d7236 HTTP/1.1" status: 200 len: 985 time: 0.0541728 Jan 27 08:23:10.972189 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-9ab5d63c-a701-4931-986d-797b8064a562 req-8660b0d0-763a-4775-aee4-76bdb562e79a tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/security-groups?id=578f14c9-3c0d-41ab-8a60-f486bc60301a&id=7ad5322c-90b1-4bf1-9bda-fe98c62b5554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528803 Jan 27 08:23:11.043803 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 36522) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:23:11.082263 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-a5f0b4c8-fff7-48d6-880f-ee5356738e05 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6402071f030f456996da0c23e7a86316&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373342 Jan 27 08:23:11.084512 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 36524) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:23:11.130437 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-270e840e-6a67-4e70-b975-cfae179a7500 admin admin] Publish callbacks [] for security_group (86d56208-1791-4d02-8c06-8995ae2f027c), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:11.150509 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-270e840e-6a67-4e70-b975-cfae179a7500 admin admin] Publish callbacks [] for security_group (86d56208-1791-4d02-8c06-8995ae2f027c), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:11.195714 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-270e840e-6a67-4e70-b975-cfae179a7500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (86d56208-1791-4d02-8c06-8995ae2f027c), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:11.198293 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-270e840e-6a67-4e70-b975-cfae179a7500 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:11.199437 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-270e840e-6a67-4e70-b975-cfae179a7500 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/86d56208-1791-4d02-8c06-8995ae2f027c HTTP/1.1" status: 204 len: 168 time: 0.1140151 Jan 27 08:23:11.206799 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e840e-6a67-4e70-b975-cfae179a7500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d56208-1791-4d02-8c06-8995ae2f027c,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:23:11.790768 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device 74d2b896-3234-4146-8124-af4e3280fb10 no longer exists at agent hyperv_hv-cinder-82658 {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 08:23:11.810278 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] No Port match for: 74d2b896-3234-4146-8124-af4e3280fb10 {{(pid=102577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 08:23:11.810620 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device 74d2b896-3234-4146-8124-af4e3280fb10 not bound to the agent host hv-cinder-82658 {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 08:23:12.089412 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd9414-2989-4e76-9ca6-514048c1b90c req-384c065a-344a-4be7-a1dd-f3dd21d909ce tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:23:12.090966 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-c6cd9414-2989-4e76-9ca6-514048c1b90c req-384c065a-344a-4be7-a1dd-f3dd21d909ce tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c0e3462-00c5-490e-9153-bbb3750d7236 HTTP/1.1" status: 200 len: 985 time: 0.0491114 Jan 27 08:23:12.155265 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-c6cd9414-2989-4e76-9ca6-514048c1b90c req-bc886eff-8304-4901-a9a3-c8ca03820841 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/security-groups?id=578f14c9-3c0d-41ab-8a60-f486bc60301a&id=7ad5322c-90b1-4bf1-9bda-fe98c62b5554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586619 Jan 27 08:23:13.266134 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa1f11-97d0-4776-966d-824e26d03f3e req-4acd3267-c2c7-4f31-b834-3dc317890733 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:23:13.267590 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d0aa1f11-97d0-4776-966d-824e26d03f3e req-4acd3267-c2c7-4f31-b834-3dc317890733 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c0e3462-00c5-490e-9153-bbb3750d7236 HTTP/1.1" status: 200 len: 985 time: 0.0474753 Jan 27 08:23:13.325657 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-d0aa1f11-97d0-4776-966d-824e26d03f3e req-07b227fd-a357-42d3-ba1e-e683e2587013 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/security-groups?id=578f14c9-3c0d-41ab-8a60-f486bc60301a&id=7ad5322c-90b1-4bf1-9bda-fe98c62b5554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525680 Jan 27 08:23:14.436369 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286b2fe-5525-4c55-98d4-9528056f9944 req-64759348-1af7-4913-8ec6-e96ff527f905 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:23:14.437877 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-1286b2fe-5525-4c55-98d4-9528056f9944 req-64759348-1af7-4913-8ec6-e96ff527f905 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c0e3462-00c5-490e-9153-bbb3750d7236 HTTP/1.1" status: 200 len: 985 time: 0.0473034 Jan 27 08:23:14.495630 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-1286b2fe-5525-4c55-98d4-9528056f9944 req-52349fff-496a-4332-9f08-0f86d0f358bb tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/security-groups?id=578f14c9-3c0d-41ab-8a60-f486bc60301a&id=7ad5322c-90b1-4bf1-9bda-fe98c62b5554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522597 Jan 27 08:23:15.617331 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a39842-e289-468e-b980-a061b1eaae1c req-3deca04b-775a-4215-b1a6-f2d2606fd418 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:23:15.619097 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-30a39842-e289-468e-b980-a061b1eaae1c req-3deca04b-775a-4215-b1a6-f2d2606fd418 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c0e3462-00c5-490e-9153-bbb3750d7236 HTTP/1.1" status: 200 len: 985 time: 0.0560608 Jan 27 08:23:15.684851 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-30a39842-e289-468e-b980-a061b1eaae1c req-8ea62f01-2bd5-46ef-93de-f31b1a84da80 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/security-groups?id=578f14c9-3c0d-41ab-8a60-f486bc60301a&id=7ad5322c-90b1-4bf1-9bda-fe98c62b5554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570047 Jan 27 08:23:15.971964 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 36628) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:23:16.074749 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-dd993dff-07bd-4a0a-a844-b52a151dbb8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:16.150534 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-dd993dff-07bd-4a0a-a844-b52a151dbb8b admin admin] Publish callbacks [] for security_group (8f27d650-eb20-4c97-b986-8bb43fb1f394), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:16.154322 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-dd993dff-07bd-4a0a-a844-b52a151dbb8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (8f27d650-eb20-4c97-b986-8bb43fb1f394), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:16.192278 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-dd993dff-07bd-4a0a-a844-b52a151dbb8b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bda76c63cdd34ff0a59eaf7d0fc63f39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2192717 Jan 27 08:23:16.193155 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd993dff-07bd-4a0a-a844-b52a151dbb8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f27d650-eb20-4c97-b986-8bb43fb1f394,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:23:16.195054 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 36632) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:23:16.241939 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-db6c6b67-5ff5-4a4d-ade6-fc1cd25b0a78 admin admin] Publish callbacks [] for security_group (8f27d650-eb20-4c97-b986-8bb43fb1f394), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:16.262186 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-db6c6b67-5ff5-4a4d-ade6-fc1cd25b0a78 admin admin] Publish callbacks [] for security_group (8f27d650-eb20-4c97-b986-8bb43fb1f394), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:16.306696 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-db6c6b67-5ff5-4a4d-ade6-fc1cd25b0a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (8f27d650-eb20-4c97-b986-8bb43fb1f394), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:16.309585 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-db6c6b67-5ff5-4a4d-ade6-fc1cd25b0a78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:16.310855 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-db6c6b67-5ff5-4a4d-ade6-fc1cd25b0a78 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8f27d650-eb20-4c97-b986-8bb43fb1f394 HTTP/1.1" status: 204 len: 168 time: 0.1147020 Jan 27 08:23:16.318304 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6c6b67-5ff5-4a4d-ade6-fc1cd25b0a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f27d650-eb20-4c97-b986-8bb43fb1f394,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:23:16.559460 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 36638) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:23:16.572574 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-7e23ea4c-1728-4239-98fa-28975b196edc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:16.655410 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-7e23ea4c-1728-4239-98fa-28975b196edc admin admin] Publish callbacks [] for security_group (e82601e4-73f5-464b-80d4-8d9a12b5fc8d), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:16.659403 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-7e23ea4c-1728-4239-98fa-28975b196edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (e82601e4-73f5-464b-80d4-8d9a12b5fc8d), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:16.696656 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-7e23ea4c-1728-4239-98fa-28975b196edc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=951b45aecc8548cb8bcf6ff7dc2ea1d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1361609 Jan 27 08:23:16.697537 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e23ea4c-1728-4239-98fa-28975b196edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e82601e4-73f5-464b-80d4-8d9a12b5fc8d,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:23:16.699458 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 36640) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:23:16.756745 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-e1d7d139-bd27-4dbe-b211-a55fac5f6425 admin admin] Publish callbacks [] for security_group (e82601e4-73f5-464b-80d4-8d9a12b5fc8d), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:16.777821 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-e1d7d139-bd27-4dbe-b211-a55fac5f6425 admin admin] Publish callbacks [] for security_group (e82601e4-73f5-464b-80d4-8d9a12b5fc8d), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:16.807052 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba83b9c-4a38-4597-9715-b13e610947fd req-a48d0b7c-fa5b-4235-9a64-c2b18ad89eb5 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:23:16.808530 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-bba83b9c-4a38-4597-9715-b13e610947fd req-a48d0b7c-fa5b-4235-9a64-c2b18ad89eb5 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c0e3462-00c5-490e-9153-bbb3750d7236 HTTP/1.1" status: 200 len: 985 time: 0.0470886 Jan 27 08:23:16.826702 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-e1d7d139-bd27-4dbe-b211-a55fac5f6425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (e82601e4-73f5-464b-80d4-8d9a12b5fc8d), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:16.829316 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-e1d7d139-bd27-4dbe-b211-a55fac5f6425 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:16.830464 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-e1d7d139-bd27-4dbe-b211-a55fac5f6425 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e82601e4-73f5-464b-80d4-8d9a12b5fc8d HTTP/1.1" status: 204 len: 168 time: 0.1299896 Jan 27 08:23:16.838967 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d7d139-bd27-4dbe-b211-a55fac5f6425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82601e4-73f5-464b-80d4-8d9a12b5fc8d,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:23:16.878879 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-bba83b9c-4a38-4597-9715-b13e610947fd req-c7cc97a7-3fe2-4f5e-a679-4b26a9cd07da tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/security-groups?id=578f14c9-3c0d-41ab-8a60-f486bc60301a&id=7ad5322c-90b1-4bf1-9bda-fe98c62b5554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0639799 Jan 27 08:23:17.993495 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9c4d5-c6f8-4447-89df-2be06a452439 req-1336e340-da84-48f2-a640-daf744678dd0 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:23:17.995156 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-bda9c4d5-c6f8-4447-89df-2be06a452439 req-1336e340-da84-48f2-a640-daf744678dd0 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c0e3462-00c5-490e-9153-bbb3750d7236 HTTP/1.1" status: 200 len: 985 time: 0.0493336 Jan 27 08:23:18.057334 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-bda9c4d5-c6f8-4447-89df-2be06a452439 req-7df03f4b-766b-4817-af2e-a0a6392ee7b4 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/security-groups?id=578f14c9-3c0d-41ab-8a60-f486bc60301a&id=7ad5322c-90b1-4bf1-9bda-fe98c62b5554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567374 Jan 27 08:23:18.336902 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 36688) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:23:18.436051 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-3210dde5-db46-4492-820a-4fac1461da21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:18.507449 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-3210dde5-db46-4492-820a-4fac1461da21 admin admin] Publish callbacks [] for security_group (2222e496-e03c-4689-a713-e367f903f2d8), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:18.511178 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-3210dde5-db46-4492-820a-4fac1461da21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (2222e496-e03c-4689-a713-e367f903f2d8), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:18.549500 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210dde5-db46-4492-820a-4fac1461da21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2222e496-e03c-4689-a713-e367f903f2d8,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:23:18.553806 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-3210dde5-db46-4492-820a-4fac1461da21 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0cbe383536524621b2e43befea60f59b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2158759 Jan 27 08:23:18.556904 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 36692) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:23:18.602181 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-09821cfa-8ea7-411f-993e-cdbc11d291f0 admin admin] Publish callbacks [] for security_group (2222e496-e03c-4689-a713-e367f903f2d8), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:18.622230 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-09821cfa-8ea7-411f-993e-cdbc11d291f0 admin admin] Publish callbacks [] for security_group (2222e496-e03c-4689-a713-e367f903f2d8), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:18.666302 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-09821cfa-8ea7-411f-993e-cdbc11d291f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (2222e496-e03c-4689-a713-e367f903f2d8), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:18.668937 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-09821cfa-8ea7-411f-993e-cdbc11d291f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:18.670036 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-09821cfa-8ea7-411f-993e-cdbc11d291f0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2222e496-e03c-4689-a713-e367f903f2d8 HTTP/1.1" status: 204 len: 168 time: 0.1127093 Jan 27 08:23:18.677165 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09821cfa-8ea7-411f-993e-cdbc11d291f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2222e496-e03c-4689-a713-e367f903f2d8,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:23:18.921322 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 36698) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:23:18.934619 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-9f87c0ce-8849-4572-ac19-808bd5f7d09c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:19.007387 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-9f87c0ce-8849-4572-ac19-808bd5f7d09c admin admin] Publish callbacks [] for security_group (eaf058a3-c145-431f-ab91-18f818bb934b), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:19.011124 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-9f87c0ce-8849-4572-ac19-808bd5f7d09c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (eaf058a3-c145-431f-ab91-18f818bb934b), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:19.047816 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-9f87c0ce-8849-4572-ac19-808bd5f7d09c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=86e801607e304cf69d76f2d2ba7f8313&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1254566 Jan 27 08:23:19.048960 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f87c0ce-8849-4572-ac19-808bd5f7d09c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf058a3-c145-431f-ab91-18f818bb934b,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:23:19.050541 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 36700) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:23:19.098758 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-3d5378db-106a-466d-9592-2910e750e8c4 admin admin] Publish callbacks [] for security_group (eaf058a3-c145-431f-ab91-18f818bb934b), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:19.120846 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-3d5378db-106a-466d-9592-2910e750e8c4 admin admin] Publish callbacks [] for security_group (eaf058a3-c145-431f-ab91-18f818bb934b), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:19.190387 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7dd30e-6877-479b-8a42-36502e0d0beb req-61349fcf-e5cd-444e-820d-64ebe457baca tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:23:19.191751 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-5e7dd30e-6877-479b-8a42-36502e0d0beb req-61349fcf-e5cd-444e-820d-64ebe457baca tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c0e3462-00c5-490e-9153-bbb3750d7236 HTTP/1.1" status: 200 len: 985 time: 0.0649414 Jan 27 08:23:19.205361 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-3d5378db-106a-466d-9592-2910e750e8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (eaf058a3-c145-431f-ab91-18f818bb934b), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:19.207806 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-3d5378db-106a-466d-9592-2910e750e8c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:19.208861 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-3d5378db-106a-466d-9592-2910e750e8c4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/eaf058a3-c145-431f-ab91-18f818bb934b HTTP/1.1" status: 204 len: 168 time: 0.1573484 Jan 27 08:23:19.228364 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5378db-106a-466d-9592-2910e750e8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf058a3-c145-431f-ab91-18f818bb934b,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:23:19.270238 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-5e7dd30e-6877-479b-8a42-36502e0d0beb req-a0fb326e-6138-4eac-bcd9-91bb0b10b19f tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/security-groups?id=578f14c9-3c0d-41ab-8a60-f486bc60301a&id=7ad5322c-90b1-4bf1-9bda-fe98c62b5554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0729010 Jan 27 08:23:19.910514 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3b833e53-456d-4678-898d-df0e74a74e48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (913d1d6b-f856-4828-afb6-1e4cc7d36f68), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:20.388094 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5123d98-8d98-471c-a065-db355d7e61ba req-d1d03278-fa50-4626-85e1-dedefa4fc873 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:23:20.389752 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-e5123d98-8d98-471c-a065-db355d7e61ba req-d1d03278-fa50-4626-85e1-dedefa4fc873 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c0e3462-00c5-490e-9153-bbb3750d7236 HTTP/1.1" status: 200 len: 985 time: 0.0521834 Jan 27 08:23:20.455513 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-e5123d98-8d98-471c-a065-db355d7e61ba req-6dffd02c-ac9d-4fc1-9555-e1115d627819 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/security-groups?id=578f14c9-3c0d-41ab-8a60-f486bc60301a&id=7ad5322c-90b1-4bf1-9bda-fe98c62b5554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0597754 Jan 27 08:23:21.569244 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e068907-3662-4472-8ba7-675a35bc1f43 req-192bcb49-8991-464a-8ad3-bac3d8e652fb tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:23:21.570618 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-7e068907-3662-4472-8ba7-675a35bc1f43 req-192bcb49-8991-464a-8ad3-bac3d8e652fb tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c0e3462-00c5-490e-9153-bbb3750d7236 HTTP/1.1" status: 200 len: 985 time: 0.0476820 Jan 27 08:23:21.629776 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-7e068907-3662-4472-8ba7-675a35bc1f43 req-ff9a16ff-9098-45d9-9874-0588582941c9 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/security-groups?id=578f14c9-3c0d-41ab-8a60-f486bc60301a&id=7ad5322c-90b1-4bf1-9bda-fe98c62b5554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536330 Jan 27 08:23:22.752232 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b0721-c6ce-4b7f-ab96-92873900b208 req-0c67a1c4-85a9-4ef5-95f3-32774aaf8833 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:23:22.753714 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-847b0721-c6ce-4b7f-ab96-92873900b208 req-0c67a1c4-85a9-4ef5-95f3-32774aaf8833 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c0e3462-00c5-490e-9153-bbb3750d7236 HTTP/1.1" status: 200 len: 985 time: 0.0478196 Jan 27 08:23:22.816305 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-847b0721-c6ce-4b7f-ab96-92873900b208 req-81fb3816-0435-4ff8-ba8b-05203fa30942 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/security-groups?id=578f14c9-3c0d-41ab-8a60-f486bc60301a&id=7ad5322c-90b1-4bf1-9bda-fe98c62b5554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562835 Jan 27 08:23:22.896944 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-c038254f-c9c8-424d-8a17-041f7d21e442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (c4292dc4-d7f6-4187-994e-0142c7d14647), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:23.934270 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40086738-f284-44fc-ad77-91b53bafe923 req-5b067f9e-5b13-4a54-bf6d-5966b850deee tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:23:23.935840 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-40086738-f284-44fc-ad77-91b53bafe923 req-5b067f9e-5b13-4a54-bf6d-5966b850deee tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c0e3462-00c5-490e-9153-bbb3750d7236 HTTP/1.1" status: 200 len: 985 time: 0.0521553 Jan 27 08:23:23.999237 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-40086738-f284-44fc-ad77-91b53bafe923 req-3578e1b7-9107-448b-8dbd-47656a3ea6cd tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/security-groups?id=578f14c9-3c0d-41ab-8a60-f486bc60301a&id=7ad5322c-90b1-4bf1-9bda-fe98c62b5554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570533 Jan 27 08:23:24.035564 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 36808) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:23:24.140858 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-a7acf58f-6726-4071-8407-41ea47ae0576 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:24.214697 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-a7acf58f-6726-4071-8407-41ea47ae0576 admin admin] Publish callbacks [] for security_group (51ac6cdc-99e2-4819-b729-a22100f22d4e), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:24.218450 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-a7acf58f-6726-4071-8407-41ea47ae0576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (51ac6cdc-99e2-4819-b729-a22100f22d4e), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:24.255465 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-a7acf58f-6726-4071-8407-41ea47ae0576 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5db648fdce64463580c6dfff12358a16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2186861 Jan 27 08:23:24.256883 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7acf58f-6726-4071-8407-41ea47ae0576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ac6cdc-99e2-4819-b729-a22100f22d4e,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:23:24.258666 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 36812) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:23:24.263787 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7acf58f-6726-4071-8407-41ea47ae0576 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:23:24.264138 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7acf58f-6726-4071-8407-41ea47ae0576 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:23:24.264480 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7acf58f-6726-4071-8407-41ea47ae0576 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:23:24.264844 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7acf58f-6726-4071-8407-41ea47ae0576 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:23:24.265178 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7acf58f-6726-4071-8407-41ea47ae0576 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:23:24.265507 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7acf58f-6726-4071-8407-41ea47ae0576 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:23:24.265833 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7acf58f-6726-4071-8407-41ea47ae0576 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:23:24.266158 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7acf58f-6726-4071-8407-41ea47ae0576 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:23:24.266484 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7acf58f-6726-4071-8407-41ea47ae0576 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:23:24.266812 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7acf58f-6726-4071-8407-41ea47ae0576 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:23:24.267131 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7acf58f-6726-4071-8407-41ea47ae0576 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:23:24.267450 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7acf58f-6726-4071-8407-41ea47ae0576 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:23:24.267769 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7acf58f-6726-4071-8407-41ea47ae0576 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:23:24.305190 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-dfe97270-e5cd-42ad-a57c-e5f1ea5d11da admin admin] Publish callbacks [] for security_group (51ac6cdc-99e2-4819-b729-a22100f22d4e), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:24.325601 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-dfe97270-e5cd-42ad-a57c-e5f1ea5d11da admin admin] Publish callbacks [] for security_group (51ac6cdc-99e2-4819-b729-a22100f22d4e), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:24.371436 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-dfe97270-e5cd-42ad-a57c-e5f1ea5d11da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (51ac6cdc-99e2-4819-b729-a22100f22d4e), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:24.374009 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-dfe97270-e5cd-42ad-a57c-e5f1ea5d11da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:24.375137 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-dfe97270-e5cd-42ad-a57c-e5f1ea5d11da admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/51ac6cdc-99e2-4819-b729-a22100f22d4e HTTP/1.1" status: 204 len: 168 time: 0.1154463 Jan 27 08:23:24.382778 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe97270-e5cd-42ad-a57c-e5f1ea5d11da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ac6cdc-99e2-4819-b729-a22100f22d4e,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:23:24.622965 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 36818) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:23:24.635966 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-afbfc5dc-99ba-4af1-971c-cbd5ce92ab17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:24.638844 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-84f64028-d758-4200-a634-8b4e45c8e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (30676f9c-3677-4b49-810a-45ff2c7eef62), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:24.710927 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-afbfc5dc-99ba-4af1-971c-cbd5ce92ab17 admin admin] Publish callbacks [] for security_group (8003390b-1dfc-4a1a-9de3-f661a973e7fd), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:24.714606 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-afbfc5dc-99ba-4af1-971c-cbd5ce92ab17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (8003390b-1dfc-4a1a-9de3-f661a973e7fd), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:24.751428 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbfc5dc-99ba-4af1-971c-cbd5ce92ab17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8003390b-1dfc-4a1a-9de3-f661a973e7fd,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:23:24.759488 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-afbfc5dc-99ba-4af1-971c-cbd5ce92ab17 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7922ee45c54c4c3bafa9dcd641c8b340&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1331196 Jan 27 08:23:24.759991 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 36822) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:23:24.805777 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-31ba5a1f-c994-4a93-b755-a5451a962877 admin admin] Publish callbacks [] for security_group (8003390b-1dfc-4a1a-9de3-f661a973e7fd), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:24.829580 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-31ba5a1f-c994-4a93-b755-a5451a962877 admin admin] Publish callbacks [] for security_group (8003390b-1dfc-4a1a-9de3-f661a973e7fd), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:24.873791 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-31ba5a1f-c994-4a93-b755-a5451a962877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (8003390b-1dfc-4a1a-9de3-f661a973e7fd), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:24.876872 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-31ba5a1f-c994-4a93-b755-a5451a962877 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:24.877990 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-31ba5a1f-c994-4a93-b755-a5451a962877 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8003390b-1dfc-4a1a-9de3-f661a973e7fd HTTP/1.1" status: 204 len: 168 time: 0.1173680 Jan 27 08:23:24.886207 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ba5a1f-c994-4a93-b755-a5451a962877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8003390b-1dfc-4a1a-9de3-f661a973e7fd,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:23:25.116131 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079450fd-43d4-46a7-a213-86b75b26d52b req-1a861beb-d94a-4572-8bf3-2c69b3e711de tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:23:25.117681 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-079450fd-43d4-46a7-a213-86b75b26d52b req-1a861beb-d94a-4572-8bf3-2c69b3e711de tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c0e3462-00c5-490e-9153-bbb3750d7236 HTTP/1.1" status: 200 len: 985 time: 0.0515542 Jan 27 08:23:25.176418 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-079450fd-43d4-46a7-a213-86b75b26d52b req-7ddc52f2-a88e-4453-acc7-540a4d38faaf tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/security-groups?id=578f14c9-3c0d-41ab-8a60-f486bc60301a&id=7ad5322c-90b1-4bf1-9bda-fe98c62b5554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530760 Jan 27 08:23:25.190373 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 36830) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:23:25.203457 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-b11b46d5-1265-4668-89ef-e15b0e6c351c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:25.274792 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-b11b46d5-1265-4668-89ef-e15b0e6c351c admin admin] Publish callbacks [] for security_group (3a077b2e-a588-4feb-afe6-e8f5c72309bb), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:25.278418 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-b11b46d5-1265-4668-89ef-e15b0e6c351c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (3a077b2e-a588-4feb-afe6-e8f5c72309bb), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:25.316740 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-b11b46d5-1265-4668-89ef-e15b0e6c351c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d7a589887060429ca69ec166dd25c6f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1254740 Jan 27 08:23:25.317871 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11b46d5-1265-4668-89ef-e15b0e6c351c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a077b2e-a588-4feb-afe6-e8f5c72309bb,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:23:25.319394 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 36832) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:23:25.366723 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-c8380977-1816-41ff-9bd8-e0f9b3a94048 admin admin] Publish callbacks [] for security_group (3a077b2e-a588-4feb-afe6-e8f5c72309bb), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:25.386653 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-c8380977-1816-41ff-9bd8-e0f9b3a94048 admin admin] Publish callbacks [] for security_group (3a077b2e-a588-4feb-afe6-e8f5c72309bb), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:25.430929 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-c8380977-1816-41ff-9bd8-e0f9b3a94048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (3a077b2e-a588-4feb-afe6-e8f5c72309bb), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:25.434192 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-c8380977-1816-41ff-9bd8-e0f9b3a94048 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:25.436531 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-c8380977-1816-41ff-9bd8-e0f9b3a94048 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3a077b2e-a588-4feb-afe6-e8f5c72309bb HTTP/1.1" status: 204 len: 168 time: 0.1161268 Jan 27 08:23:25.444113 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8380977-1816-41ff-9bd8-e0f9b3a94048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a077b2e-a588-4feb-afe6-e8f5c72309bb,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:23:25.452198 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8380977-1816-41ff-9bd8-e0f9b3a94048 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:23:25.452550 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8380977-1816-41ff-9bd8-e0f9b3a94048 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:23:25.452926 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8380977-1816-41ff-9bd8-e0f9b3a94048 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:23:25.453268 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8380977-1816-41ff-9bd8-e0f9b3a94048 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:23:25.453724 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8380977-1816-41ff-9bd8-e0f9b3a94048 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:23:25.454058 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8380977-1816-41ff-9bd8-e0f9b3a94048 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:23:25.454516 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8380977-1816-41ff-9bd8-e0f9b3a94048 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:23:25.455097 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8380977-1816-41ff-9bd8-e0f9b3a94048 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:23:25.455808 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8380977-1816-41ff-9bd8-e0f9b3a94048 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:23:25.456380 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8380977-1816-41ff-9bd8-e0f9b3a94048 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:23:25.456784 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8380977-1816-41ff-9bd8-e0f9b3a94048 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:23:25.457248 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8380977-1816-41ff-9bd8-e0f9b3a94048 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:23:25.457436 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8380977-1816-41ff-9bd8-e0f9b3a94048 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:23:25.788010 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-932e581e-1ad5-4fce-9316-ae3110c4cab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (037c8737-e99f-497c-9717-3fbc8e736584), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:26.294794 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0310f6-c050-4273-83e7-b981c3c2cd18 req-c043eced-9bc7-4064-882f-1745a658ddc0 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:23:26.296283 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-6d0310f6-c050-4273-83e7-b981c3c2cd18 req-c043eced-9bc7-4064-882f-1745a658ddc0 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c0e3462-00c5-490e-9153-bbb3750d7236 HTTP/1.1" status: 200 len: 985 time: 0.0498190 Jan 27 08:23:26.355155 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-6d0310f6-c050-4273-83e7-b981c3c2cd18 req-57cc45d2-e20f-4342-97d1-d269fd5fe891 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/security-groups?id=578f14c9-3c0d-41ab-8a60-f486bc60301a&id=7ad5322c-90b1-4bf1-9bda-fe98c62b5554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534685 Jan 27 08:23:26.682460 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (e79cbf24-12bd-4e20-a580-79498d5b225b), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:28.012558 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (926d476c-3c92-4faa-a402-a395b4978e44), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:39.669152 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.agents_db [None req-38ef7be0-44ce-4a1a-bebd-f97a99571a56 None None] Agent healthcheck: found 6 active agents {{(pid=102578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 08:23:45.770880 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 36966) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:23:45.870159 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-b13c6139-1599-4368-ac8f-75a69a9ef81b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:45.941601 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-b13c6139-1599-4368-ac8f-75a69a9ef81b admin admin] Publish callbacks [] for security_group (ec09dc85-e9be-488d-8e7d-b36ea3ceaedd), precommit_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:45.945218 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-b13c6139-1599-4368-ac8f-75a69a9ef81b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (ec09dc85-e9be-488d-8e7d-b36ea3ceaedd), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:45.980508 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13c6139-1599-4368-ac8f-75a69a9ef81b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec09dc85-e9be-488d-8e7d-b36ea3ceaedd,revision_number=1']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:23:45.985054 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-b13c6139-1599-4368-ac8f-75a69a9ef81b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3d6ec004f06a42128e4f16b9fbf8fa9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2131300 Jan 27 08:23:45.987686 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 36970) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:23:46.034293 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-fd12bbdc-5d5e-4614-a293-8518db5e200a admin admin] Publish callbacks [] for security_group (ec09dc85-e9be-488d-8e7d-b36ea3ceaedd), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:46.055484 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-fd12bbdc-5d5e-4614-a293-8518db5e200a admin admin] Publish callbacks [] for security_group (ec09dc85-e9be-488d-8e7d-b36ea3ceaedd), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:46.102505 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-fd12bbdc-5d5e-4614-a293-8518db5e200a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (ec09dc85-e9be-488d-8e7d-b36ea3ceaedd), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:46.105104 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-fd12bbdc-5d5e-4614-a293-8518db5e200a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:46.106217 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-fd12bbdc-5d5e-4614-a293-8518db5e200a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ec09dc85-e9be-488d-8e7d-b36ea3ceaedd HTTP/1.1" status: 204 len: 168 time: 0.1176414 Jan 27 08:23:46.113879 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd12bbdc-5d5e-4614-a293-8518db5e200a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec09dc85-e9be-488d-8e7d-b36ea3ceaedd,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:23:46.698816 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 36992) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:23:46.803030 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.v2.base [None req-c0e8ca31-16d1-40cb-9b65-e7842fb7b402 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1409760383-network', 'tenant_id': 'f37b8ec1130a43c285bf912b681b25d6'}} {{(pid=102575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:23:46.822012 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e8ca31-16d1-40cb-9b65-e7842fb7b402 admin admin] Made reservation on behalf of f37b8ec1130a43c285bf912b681b25d6 for: {'network': 1} {{(pid=102575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 08:23:46.824260 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-c0e8ca31-16d1-40cb-9b65-e7842fb7b402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for network (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:46.833060 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-c0e8ca31-16d1-40cb-9b65-e7842fb7b402 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:46.907129 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-c0e8ca31-16d1-40cb-9b65-e7842fb7b402 admin admin] Publish callbacks [] for security_group (896a6856-c531-453d-8422-bc1ee0cfaacb), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:46.910748 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-c0e8ca31-16d1-40cb-9b65-e7842fb7b402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (896a6856-c531-453d-8422-bc1ee0cfaacb), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:46.933997 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0e8ca31-16d1-40cb-9b65-e7842fb7b402 admin admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=102575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 08:23:46.946908 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e8ca31-16d1-40cb-9b65-e7842fb7b402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896a6856-c531-453d-8422-bc1ee0cfaacb,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:23:46.951751 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-c0e8ca31-16d1-40cb-9b65-e7842fb7b402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505597'] for segment (e266648b-42b0-423e-98cb-0a669923bf7d), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:46.952095 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.db.segments_db [None req-c0e8ca31-16d1-40cb-9b65-e7842fb7b402 admin admin] Added segment e266648b-42b0-423e-98cb-0a669923bf7d of type vlan for network 90e23d6a-bc9f-4209-8b28-078a5b7f38e3 Jan 27 08:23:46.992088 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-c0e8ca31-16d1-40cb-9b65-e7842fb7b402 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730334747742'] for network (90e23d6a-bc9f-4209-8b28-078a5b7f38e3), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:47.015746 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-c0e8ca31-16d1-40cb-9b65-e7842fb7b402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588'] for network (90e23d6a-bc9f-4209-8b28-078a5b7f38e3), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:47.016823 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e8ca31-16d1-40cb-9b65-e7842fb7b402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:23:47.017404 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-c0e8ca31-16d1-40cb-9b65-e7842fb7b402 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for network (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:47.049271 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-c0e8ca31-16d1-40cb-9b65-e7842fb7b402 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3492498 Jan 27 08:23:47.052205 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 36996) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:23:47.057706 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [None req-8e3e5d96-6e88-445b-87a8-082cb995765a admin admin] Request body: {'subnet': {'network_id': '90e23d6a-bc9f-4209-8b28-078a5b7f38e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1409760383-subnet', 'tenant_id': 'f37b8ec1130a43c285bf912b681b25d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:23:47.076775 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3e5d96-6e88-445b-87a8-082cb995765a admin admin] Made reservation on behalf of f37b8ec1130a43c285bf912b681b25d6 for: {'subnet': 1} {{(pid=102576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 08:23:47.077482 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e8ca31-16d1-40cb-9b65-e7842fb7b402 admin admin] Pushing event updated for resources: {'Network': ['ID=90e23d6a-bc9f-4209-8b28-078a5b7f38e3,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:23:47.079048 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-8e3e5d96-6e88-445b-87a8-082cb995765a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13593759'] for subnet (None), before_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:47.087238 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Network 90e23d6a-bc9f-4209-8b28-078a5b7f38e3 details requested by agent ovs-agent-dv-cinder-826589-1-iscsi with host dv-cinder-826589-1-iscsi {{(pid=102577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 08:23:47.244654 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-8e3e5d96-6e88-445b-87a8-082cb995765a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13114033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13593769'] for subnet (5adf2bb9-b543-492b-a749-a909961f51e5), after_create {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:47.298432 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3e5d96-6e88-445b-87a8-082cb995765a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5adf2bb9-b543-492b-a749-a909961f51e5,revision_number=0']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:23:47.305014 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3e5d96-6e88-445b-87a8-082cb995765a admin admin] Checking segment: {'id': 'e266648b-42b0-423e-98cb-0a669923bf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '90e23d6a-bc9f-4209-8b28-078a5b7f38e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:23:47.305364 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3e5d96-6e88-445b-87a8-082cb995765a admin admin] Network hostable DHCP agents. Network: 90e23d6a-bc9f-4209-8b28-078a5b7f38e3, hostable agents: ['913d1d6b-f856-4828-afb6-1e4cc7d36f68'], hosted agents: [] {{(pid=102576) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 08:23:47.321119 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3e5d96-6e88-445b-87a8-082cb995765a admin admin] Network 90e23d6a-bc9f-4209-8b28-078a5b7f38e3 is scheduled to be hosted by DHCP agent 913d1d6b-f856-4828-afb6-1e4cc7d36f68 with binding_index 1 {{(pid=102576) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 08:23:47.329166 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.base_scheduler [None req-8e3e5d96-6e88-445b-87a8-082cb995765a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826589-1-iscsi, 90e23d6a-bc9f-4209-8b28-078a5b7f38e3) {{(pid=102576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:23:47.333039 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3e5d96-6e88-445b-87a8-082cb995765a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:23:47.333627 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-8e3e5d96-6e88-445b-87a8-082cb995765a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for subnet (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:47.338699 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acfdfd7-27d3-4f55-bb2b-de88336ce065 None None] Network 90e23d6a-bc9f-4209-8b28-078a5b7f38e3 requested from dv-cinder-826589-1-iscsi {{(pid=102577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 08:23:47.349746 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-8e3e5d96-6e88-445b-87a8-082cb995765a admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.2964489 Jan 27 08:23:47.434851 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc798a22-3ee5-4fea-860f-092cb807884d None None] Network 90e23d6a-bc9f-4209-8b28-078a5b7f38e3 requested from dv-cinder-826589-1-iscsi {{(pid=102577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 08:23:48.987403 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 37028) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:23:49.060790 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be97d0e-75b9-439b-a39c-d9285e37ee76 req-0e4cd98b-329d-49f7-8cf4-1715fc9bb297 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:23:49.062249 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-5be97d0e-75b9-439b-a39c-d9285e37ee76 req-0e4cd98b-329d-49f7-8cf4-1715fc9bb297 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] 10.222.0.59 "GET /v2.0/networks?id=90e23d6a-bc9f-4209-8b28-078a5b7f38e3 HTTP/1.1" status: 200 len: 814 time: 0.1084526 Jan 27 08:23:49.076409 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-5be97d0e-75b9-439b-a39c-d9285e37ee76 req-1f7ee944-7b03-446b-9ddc-25ce655ba548 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] 10.222.0.59 "GET /v2.0/quotas/f37b8ec1130a43c285bf912b681b25d6 HTTP/1.1" status: 200 len: 375 time: 0.0087914 Jan 27 08:23:49.105868 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-5be97d0e-75b9-439b-a39c-d9285e37ee76 req-8270ab5f-5bb7-40c8-9700-f820f140c7be tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f37b8ec1130a43c285bf912b681b25d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0245275 Jan 27 08:23:49.143431 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-309c2ec6-c3a7-4e9f-84cb-cd70e33b1b06 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Deleting port 148c170e-88ce-4d7b-8c56-4db04eee2447 {{(pid=102575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 08:23:49.143777 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-309c2ec6-c3a7-4e9f-84cb-cd70e33b1b06 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730335283038'] for port (148c170e-88ce-4d7b-8c56-4db04eee2447), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:49.194334 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-5be97d0e-75b9-439b-a39c-d9285e37ee76 req-47534da0-7c19-41ef-94d3-7821bda195d6 service neutron] 10.222.0.59 "GET /v2.0/networks/90e23d6a-bc9f-4209-8b28-078a5b7f38e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817297 Jan 27 08:23:49.219616 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-309c2ec6-c3a7-4e9f-84cb-cd70e33b1b06 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547444'] for port (148c170e-88ce-4d7b-8c56-4db04eee2447), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:49.219935 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-309c2ec6-c3a7-4e9f-84cb-cd70e33b1b06 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Publish callbacks [] for floatingip (148c170e-88ce-4d7b-8c56-4db04eee2447), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:49.232371 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-309c2ec6-c3a7-4e9f-84cb-cd70e33b1b06 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Calling delete_port for 148c170e-88ce-4d7b-8c56-4db04eee2447 owned by network:floatingip {{(pid=102575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 08:23:49.283538 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-5be97d0e-75b9-439b-a39c-d9285e37ee76 req-c9f0d3d4-041f-4954-bcac-cc815f6def32 service neutron] 10.222.0.59 "GET /v2.0/networks/90e23d6a-bc9f-4209-8b28-078a5b7f38e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834322 Jan 27 08:23:49.405964 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-309c2ec6-c3a7-4e9f-84cb-cd70e33b1b06 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730335288760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730334756118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13172730'] for port (148c170e-88ce-4d7b-8c56-4db04eee2447), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:49.443927 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c2ec6-c3a7-4e9f-84cb-cd70e33b1b06 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Pushing event deleted for resources: {'Port': ['ID=148c170e-88ce-4d7b-8c56-4db04eee2447,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:23:49.444220 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-984b0c27-7952-4723-8f35-11c9d6369f3a req-de94b8cb-d27b-4184-8d55-8213ace62306 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] 10.222.0.59 "GET /v2.0/ports?device_id=59258f28-14f0-4353-a497-45bccc03c137 HTTP/1.1" status: 200 len: 210 time: 0.0250454 Jan 27 08:23:49.519100 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-309c2ec6-c3a7-4e9f-84cb-cd70e33b1b06 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Publish callbacks [] for floatingip (9963fbeb-fc92-441d-a13b-9dc8fc99accc), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:49.519438 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.db.l3_db [None req-309c2ec6-c3a7-4e9f-84cb-cd70e33b1b06 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Floating IP 9963fbeb-fc92-441d-a13b-9dc8fc99accc disassociated (deleted). External IP: 172.27.1.51, port: c53a4196-d9bb-4f2b-913f-e3b004125cb2. Jan 27 08:23:49.722700 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-309c2ec6-c3a7-4e9f-84cb-cd70e33b1b06 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Router e2310ba8-afdf-42a6-bc89-b69be7316520 has already been hosted by L3 agent c4292dc4-d7f6-4187-994e-0142c7d14647 {{(pid=102575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 08:23:49.836118 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-309c2ec6-c3a7-4e9f-84cb-cd70e33b1b06 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Notify agent at l3_agent.dv-cinder-826589-1-iscsi the message routers_updated {{(pid=102575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 08:23:49.840812 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-309c2ec6-c3a7-4e9f-84cb-cd70e33b1b06 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for floatingip (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:49.847917 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31b4eb7-9963-4bac-9ef4-a4f6beaafdbc None None] Sync routers for ids ['e2310ba8-afdf-42a6-bc89-b69be7316520'] in dv-cinder-826589-1-iscsi {{(pid=102577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 08:23:49.858610 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31b4eb7-9963-4bac-9ef4-a4f6beaafdbc None None] Routers {'e2310ba8-afdf-42a6-bc89-b69be7316520'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:23:49.859475 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-c31b4eb7-9963-4bac-9ef4-a4f6beaafdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:23:23Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['e2310ba8-afdf-42a6-bc89-b69be7316520'], 'active': True} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:23:49.875126 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-309c2ec6-c3a7-4e9f-84cb-cd70e33b1b06 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "DELETE /v2.0/floatingips/9963fbeb-fc92-441d-a13b-9dc8fc99accc HTTP/1.1" status: 204 len: 168 time: 0.8865421 Jan 27 08:23:49.875716 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02c1b0bd-c2ce-458c-ac26-51edef4c924f', 'tag': 'c53a4196-d9bb-4f2b-913f-e3b004125cb2'}] {{(pid=102575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:23:49.878146 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34d12f73e8b898318ba96f52067286bd4e4b64784ab72771e8c48dd469e53537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8710bb-c394-4698-bed7-c801d16ec5af" -d '{"events": [{"name": "network-changed", "server_uuid": "02c1b0bd-c2ce-458c-ac26-51edef4c924f", "tag": "c53a4196-d9bb-4f2b-913f-e3b004125cb2"}]}' {{(pid=102575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:23:49.923539 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 08:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396f1bf7-40e9-47ba-b949-b1f6710dd867 x-openstack-request-id: req-396f1bf7-40e9-47ba-b949-b1f6710dd867 {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:23:49.923701 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02c1b0bd-c2ce-458c-ac26-51edef4c924f", "tag": "c53a4196-d9bb-4f2b-913f-e3b004125cb2", "status": "completed", "code": 200}]} {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:23:49.923974 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-396f1bf7-40e9-47ba-b949-b1f6710dd867 {{(pid=102575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:23:49.924362 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02c1b0bd-c2ce-458c-ac26-51edef4c924f', 'tag': 'c53a4196-d9bb-4f2b-913f-e3b004125cb2', 'status': 'completed', 'code': 200} Jan 27 08:23:50.003061 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-55fc16d9-c558-429f-8e66-abec23f60859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (913d1d6b-f856-4828-afb6-1e4cc7d36f68), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:50.005236 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8710bb-c394-4698-bed7-c801d16ec5af req-7e6628b3-6389-4487-8e18-4be9ea8fabb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:23:50.007599 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-bf8710bb-c394-4698-bed7-c801d16ec5af req-7e6628b3-6389-4487-8e18-4be9ea8fabb8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=98ed485ee068452897a0970649c63f20&device_id=02c1b0bd-c2ce-458c-ac26-51edef4c924f HTTP/1.1" status: 200 len: 1099 time: 0.0587351 Jan 27 08:23:50.014720 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvr_db [None req-c31b4eb7-9963-4bac-9ef4-a4f6beaafdbc None None] Set router e2310ba8-afdf-42a6-bc89-b69be7316520 gateway port host: dv-cinder-826589-1-iscsi {{(pid=102577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:23:50.143629 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8710bb-c394-4698-bed7-c801d16ec5af req-91ea15d4-e12c-471c-8e57-b1891b38c9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:23:50.145174 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-bf8710bb-c394-4698-bed7-c801d16ec5af req-91ea15d4-e12c-471c-8e57-b1891b38c9ec service neutron] 10.222.0.72 "GET /v2.0/networks?id=0570d7bb-3bb5-416d-8475-d966c8539834 HTTP/1.1" status: 200 len: 910 time: 0.1264229 Jan 27 08:23:50.155308 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba3d242-6bfd-443e-a53f-9e2d3b6be3b7 req-82c87fe4-b9a5-402f-ac11-9189253ded99 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:23:50.156711 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-aba3d242-6bfd-443e-a53f-9e2d3b6be3b7 req-82c87fe4-b9a5-402f-ac11-9189253ded99 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/ports?device_id=02c1b0bd-c2ce-458c-ac26-51edef4c924f HTTP/1.1" status: 200 len: 946 time: 0.0708199 Jan 27 08:23:50.199420 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-bf8710bb-c394-4698-bed7-c801d16ec5af req-26729b42-2557-46aa-90f4-03984ff69f8d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c53a4196-d9bb-4f2b-913f-e3b004125cb2 HTTP/1.1" status: 200 len: 217 time: 0.0417793 Jan 27 08:23:50.228311 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-c31b4eb7-9963-4bac-9ef4-a4f6beaafdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2310ba8-afdf-42a6-bc89-b69be7316520', 'name': 'tempest-TestShelveInstance-1493696451-router', 'tenant_id': '98ed485ee068452897a0970649c63f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '28f4a2fc-4e6a-4df8-940c-641cd2a9b982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:18:49Z', 'updated_at': '2022-01-27T08:18:52Z', 'revision_number': 4, 'project_id': '98ed485ee068452897a0970649c63f20', 'gw_port': {'id': '28f4a2fc-4e6a-4df8-940c-641cd2a9b982', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2310ba8-afdf-42a6-bc89-b69be7316520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:18:49Z', 'updated_at': '2022-01-27T08:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_interfaces': [{'id': 'a1649fdf-b4d3-4664-be5f-ff6780ea4338', 'name': '', 'network_id': '0570d7bb-3bb5-416d-8475-d966c8539834', 'tenant_id': '98ed485ee068452897a0970649c63f20', 'mac_address': 'fa:16:3e:ef:65:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2310ba8-afdf-42a6-bc89-b69be7316520', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'ec63d37f-0db1-43a9-95ed-0d471e60ae84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:18:52Z', 'updated_at': '2022-01-27T08:18:57Z', 'revision_number': 5, 'project_id': '98ed485ee068452897a0970649c63f20', 'subnets': [{'id': 'ec63d37f-0db1-43a9-95ed-0d471e60ae84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:23:50.254977 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31b4eb7-9963-4bac-9ef4-a4f6beaafdbc None None] Checking router: e2310ba8-afdf-42a6-bc89-b69be7316520 for host: dv-cinder-826589-1-iscsi {{(pid=102577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 08:23:50.263925 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31b4eb7-9963-4bac-9ef4-a4f6beaafdbc None None] Routers {'e2310ba8-afdf-42a6-bc89-b69be7316520'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:23:50.264639 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-c31b4eb7-9963-4bac-9ef4-a4f6beaafdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:23:23Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['e2310ba8-afdf-42a6-bc89-b69be7316520'], 'active': True} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:23:50.267840 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-aba3d242-6bfd-443e-a53f-9e2d3b6be3b7 req-2521cb5f-c497-437d-a159-4f45256e8712 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/security-groups?id=c4f397e2-48a0-45b5-806f-f6ca83a6e63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046324 Jan 27 08:23:50.271607 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8710bb-c394-4698-bed7-c801d16ec5af req-7e1fd003-327a-48e5-8769-f6d27f74a9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:23:50.273154 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-bf8710bb-c394-4698-bed7-c801d16ec5af req-7e1fd003-327a-48e5-8769-f6d27f74a9c3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec63d37f-0db1-43a9-95ed-0d471e60ae84 HTTP/1.1" status: 200 len: 848 time: 0.0649087 Jan 27 08:23:50.324680 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8710bb-c394-4698-bed7-c801d16ec5af req-76b89ebb-6e70-47a3-904c-9ebec954e96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:23:50.326191 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-bf8710bb-c394-4698-bed7-c801d16ec5af req-76b89ebb-6e70-47a3-904c-9ebec954e96d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0570d7bb-3bb5-416d-8475-d966c8539834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410829 Jan 27 08:23:50.390582 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvr_db [None req-c31b4eb7-9963-4bac-9ef4-a4f6beaafdbc None None] Set router e2310ba8-afdf-42a6-bc89-b69be7316520 gateway port host: dv-cinder-826589-1-iscsi {{(pid=102577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:23:50.425773 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-bf8710bb-c394-4698-bed7-c801d16ec5af req-6d4efe2a-8a45-44d7-ab6e-e60681fd9eb0 service neutron] 10.222.0.72 "GET /v2.0/networks/0570d7bb-3bb5-416d-8475-d966c8539834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915332 Jan 27 08:23:50.477172 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be97d0e-75b9-439b-a39c-d9285e37ee76 req-af6e65c4-7030-443c-b64f-1069a4eed3b2 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:23:50.479474 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-5be97d0e-75b9-439b-a39c-d9285e37ee76 req-af6e65c4-7030-443c-b64f-1069a4eed3b2 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] 10.222.0.72 "GET /v2.0/networks?id=90e23d6a-bc9f-4209-8b28-078a5b7f38e3 HTTP/1.1" status: 200 len: 814 time: 0.1191306 Jan 27 08:23:50.507229 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.v2.base [req-5be97d0e-75b9-439b-a39c-d9285e37ee76 req-2fe311d1-400c-4e3e-b848-206624987e2f tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] Request body: {'port': {'device_id': '59258f28-14f0-4353-a497-45bccc03c137', 'network_id': '90e23d6a-bc9f-4209-8b28-078a5b7f38e3', 'admin_state_up': True, 'tenant_id': 'f37b8ec1130a43c285bf912b681b25d6'}} {{(pid=102575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:23:50.601792 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-805c96c4-31f5-47ac-ac8b-20af984a7204 req-be4a7bb4-4c57-451f-abcc-fbfbcd9e1472 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] 10.222.0.59 "GET /v2.0/ports?device_id=59258f28-14f0-4353-a497-45bccc03c137 HTTP/1.1" status: 200 len: 210 time: 0.0325193 Jan 27 08:23:50.605060 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-bf8710bb-c394-4698-bed7-c801d16ec5af req-398f762f-39c4-4455-b4eb-25383e1c5c0c service neutron] 10.222.0.72 "GET /v2.0/networks/0570d7bb-3bb5-416d-8475-d966c8539834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710830 Jan 27 08:23:50.607801 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-c31b4eb7-9963-4bac-9ef4-a4f6beaafdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2310ba8-afdf-42a6-bc89-b69be7316520', 'name': 'tempest-TestShelveInstance-1493696451-router', 'tenant_id': '98ed485ee068452897a0970649c63f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '28f4a2fc-4e6a-4df8-940c-641cd2a9b982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:18:49Z', 'updated_at': '2022-01-27T08:18:52Z', 'revision_number': 4, 'project_id': '98ed485ee068452897a0970649c63f20', 'gw_port': {'id': '28f4a2fc-4e6a-4df8-940c-641cd2a9b982', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2310ba8-afdf-42a6-bc89-b69be7316520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:18:49Z', 'updated_at': '2022-01-27T08:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_interfaces': [{'id': 'a1649fdf-b4d3-4664-be5f-ff6780ea4338', 'name': '', 'network_id': '0570d7bb-3bb5-416d-8475-d966c8539834', 'tenant_id': '98ed485ee068452897a0970649c63f20', 'mac_address': 'fa:16:3e:ef:65:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2310ba8-afdf-42a6-bc89-b69be7316520', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'ec63d37f-0db1-43a9-95ed-0d471e60ae84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:18:52Z', 'updated_at': '2022-01-27T08:18:57Z', 'revision_number': 5, 'project_id': '98ed485ee068452897a0970649c63f20', 'subnets': [{'id': 'ec63d37f-0db1-43a9-95ed-0d471e60ae84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:23:50.636147 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5be97d0e-75b9-439b-a39c-d9285e37ee76 req-2fe311d1-400c-4e3e-b848-206624987e2f tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] Made reservation on behalf of f37b8ec1130a43c285bf912b681b25d6 for: {'port': 1} {{(pid=102575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 08:23:50.639490 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-5be97d0e-75b9-439b-a39c-d9285e37ee76 req-2fe311d1-400c-4e3e-b848-206624987e2f tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:50.640058 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31b4eb7-9963-4bac-9ef4-a4f6beaafdbc None None] The sync data for ids ['e2310ba8-afdf-42a6-bc89-b69be7316520'] in dv-cinder-826589-1-iscsi is: [{'id': 'e2310ba8-afdf-42a6-bc89-b69be7316520', 'name': 'tempest-TestShelveInstance-1493696451-router', 'tenant_id': '98ed485ee068452897a0970649c63f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '28f4a2fc-4e6a-4df8-940c-641cd2a9b982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:18:49Z', 'updated_at': '2022-01-27T08:18:52Z', 'revision_number': 4, 'project_id': '98ed485ee068452897a0970649c63f20', 'gw_port': {'id': '28f4a2fc-4e6a-4df8-940c-641cd2a9b982', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2310ba8-afdf-42a6-bc89-b69be7316520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:18:49Z', 'updated_at': '2022-01-27T08:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_interfaces': [{'id': 'a1649fdf-b4d3-4664-be5f-ff6780ea4338', 'name': '', 'network_id': '0570d7bb-3bb5-416d-8475-d966c8539834', 'tenant_id': '98ed485ee068452897a0970649c63f20', 'mac_address': 'fa:16:3e:ef:65:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2310ba8-afdf-42a6-bc89-b69be7316520', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'ec63d37f-0db1-43a9-95ed-0d471e60ae84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:18:52Z', 'updated_at': '2022-01-27T08:18:57Z', 'revision_number': 5, 'project_id': '98ed485ee068452897a0970649c63f20', 'subnets': [{'id': 'ec63d37f-0db1-43a9-95ed-0d471e60ae84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 08:23:50.765249 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.db_base_plugin_common [req-5be97d0e-75b9-439b-a39c-d9285e37ee76 req-2fe311d1-400c-4e3e-b848-206624987e2f tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] Allocated IP 172.20.0.11 (90e23d6a-bc9f-4209-8b28-078a5b7f38e3/5adf2bb9-b543-492b-a749-a909961f51e5/1d51b8c0-7bac-4182-97cc-478c4ed5e883) {{(pid=102575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 08:23:50.866485 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71739e98-7d4e-483b-bbee-f6bf25367cf3 None None] New status for floating IP 9963fbeb-fc92-441d-a13b-9dc8fc99accc: DOWN {{(pid=102578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 08:23:50.917406 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-5be97d0e-75b9-439b-a39c-d9285e37ee76 req-2fe311d1-400c-4e3e-b848-206624987e2f tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] Publish callbacks [] for port (1d51b8c0-7bac-4182-97cc-478c4ed5e883), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:50.952130 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-5be97d0e-75b9-439b-a39c-d9285e37ee76 req-2fe311d1-400c-4e3e-b848-206624987e2f tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730334756109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13172730'] for port (1d51b8c0-7bac-4182-97cc-478c4ed5e883), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:50.996637 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5be97d0e-75b9-439b-a39c-d9285e37ee76 req-2fe311d1-400c-4e3e-b848-206624987e2f tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] Network 90e23d6a-bc9f-4209-8b28-078a5b7f38e3 is already hosted by enough agents. {{(pid=102575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 08:23:50.999717 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.base_scheduler [req-5be97d0e-75b9-439b-a39c-d9285e37ee76 req-2fe311d1-400c-4e3e-b848-206624987e2f tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] Resources bound (agent type, host, resource id): {{(pid=102575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:23:51.005445 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [req-5be97d0e-75b9-439b-a39c-d9285e37ee76 req-2fe311d1-400c-4e3e-b848-206624987e2f tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] Received port after_create {{(pid=102575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 08:23:51.011712 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe311d1-400c-4e3e-b848-206624987e2f tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] Pushing event updated for resources: {'Port': ['ID=1d51b8c0-7bac-4182-97cc-478c4ed5e883,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:23:51.060309 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be97d0e-75b9-439b-a39c-d9285e37ee76 req-2fe311d1-400c-4e3e-b848-206624987e2f tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:23:51.060955 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-5be97d0e-75b9-439b-a39c-d9285e37ee76 req-2fe311d1-400c-4e3e-b848-206624987e2f tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for port (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:51.078811 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-5be97d0e-75b9-439b-a39c-d9285e37ee76 req-2fe311d1-400c-4e3e-b848-206624987e2f tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5776565 Jan 27 08:23:51.090995 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.v2.base [req-5be97d0e-75b9-439b-a39c-d9285e37ee76 req-5aefcd0d-74e3-4033-bd41-552e5d6d02cc service neutron] Request body: {'port': {'device_id': '59258f28-14f0-4353-a497-45bccc03c137', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82658'}} {{(pid=102575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:23:51.145043 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-5be97d0e-75b9-439b-a39c-d9285e37ee76 req-5aefcd0d-74e3-4033-bd41-552e5d6d02cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (1d51b8c0-7bac-4182-97cc-478c4ed5e883), before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:51.413854 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [req-5be97d0e-75b9-439b-a39c-d9285e37ee76 req-5aefcd0d-74e3-4033-bd41-552e5d6d02cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d51b8c0-7bac-4182-97cc-478c4ed5e883 {{(pid=102575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 08:23:51.421931 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-5be97d0e-75b9-439b-a39c-d9285e37ee76 req-5aefcd0d-74e3-4033-bd41-552e5d6d02cc service neutron] Publish callbacks [] for port (1d51b8c0-7bac-4182-97cc-478c4ed5e883), precommit_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:51.435086 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [req-5be97d0e-75b9-439b-a39c-d9285e37ee76 req-5aefcd0d-74e3-4033-bd41-552e5d6d02cc service neutron] Transition to ACTIVE for port object 1d51b8c0-7bac-4182-97cc-478c4ed5e883 will not be triggered until provisioned by entity L2. {{(pid=102575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 08:23:51.439010 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-5be97d0e-75b9-439b-a39c-d9285e37ee76 req-5aefcd0d-74e3-4033-bd41-552e5d6d02cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13172717'] for port (1d51b8c0-7bac-4182-97cc-478c4ed5e883), after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:51.495263 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aefcd0d-74e3-4033-bd41-552e5d6d02cc service neutron] Pushing event updated for resources: {'Port': ['ID=1d51b8c0-7bac-4182-97cc-478c4ed5e883,revision_number=2']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:23:51.530288 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdc9380-55f1-464e-aeb7-de2c4c13115a req-9b4436d5-b351-4af1-b9bc-f88fd8a24187 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:23:51.531742 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-2bdc9380-55f1-464e-aeb7-de2c4c13115a req-9b4436d5-b351-4af1-b9bc-f88fd8a24187 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/ports?device_id=02c1b0bd-c2ce-458c-ac26-51edef4c924f HTTP/1.1" status: 200 len: 946 time: 0.0485504 Jan 27 08:23:51.557474 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [req-5be97d0e-75b9-439b-a39c-d9285e37ee76 req-5aefcd0d-74e3-4033-bd41-552e5d6d02cc service neutron] Attempting to bind port 1d51b8c0-7bac-4182-97cc-478c4ed5e883 on host hv-cinder-82658 for vnic_type normal with profile {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 08:23:51.557730 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [req-5be97d0e-75b9-439b-a39c-d9285e37ee76 req-5aefcd0d-74e3-4033-bd41-552e5d6d02cc service neutron] Attempting to bind port 1d51b8c0-7bac-4182-97cc-478c4ed5e883 by drivers openvswitch,hyperv on host hv-cinder-82658 at level 0 using segments [{'id': 'e266648b-42b0-423e-98cb-0a669923bf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '90e23d6a-bc9f-4209-8b28-078a5b7f38e3'}] {{(pid=102575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 08:23:51.558061 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be97d0e-75b9-439b-a39c-d9285e37ee76 req-5aefcd0d-74e3-4033-bd41-552e5d6d02cc service neutron] Attempting to bind port 1d51b8c0-7bac-4182-97cc-478c4ed5e883 on network 90e23d6a-bc9f-4209-8b28-078a5b7f38e3 {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:23:51.562255 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be97d0e-75b9-439b-a39c-d9285e37ee76 req-5aefcd0d-74e3-4033-bd41-552e5d6d02cc service neutron] Port 1d51b8c0-7bac-4182-97cc-478c4ed5e883 on network 90e23d6a-bc9f-4209-8b28-078a5b7f38e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82658 {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 08:23:51.562581 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be97d0e-75b9-439b-a39c-d9285e37ee76 req-5aefcd0d-74e3-4033-bd41-552e5d6d02cc service neutron] Attempting to bind port 1d51b8c0-7bac-4182-97cc-478c4ed5e883 on network 90e23d6a-bc9f-4209-8b28-078a5b7f38e3 {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:23:51.567310 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be97d0e-75b9-439b-a39c-d9285e37ee76 req-5aefcd0d-74e3-4033-bd41-552e5d6d02cc service neutron] Checking agent: {'id': '926d476c-3c92-4faa-a402-a395b4978e44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82658', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 8, 12, 58), 'started_at': datetime.datetime(2022, 1, 27, 8, 12, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 8, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 08:23:51.567651 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be97d0e-75b9-439b-a39c-d9285e37ee76 req-5aefcd0d-74e3-4033-bd41-552e5d6d02cc service neutron] Checking segment: {'id': 'e266648b-42b0-423e-98cb-0a669923bf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '90e23d6a-bc9f-4209-8b28-078a5b7f38e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:23:51.568035 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be97d0e-75b9-439b-a39c-d9285e37ee76 req-5aefcd0d-74e3-4033-bd41-552e5d6d02cc service neutron] Bound using segment: {'id': 'e266648b-42b0-423e-98cb-0a669923bf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '90e23d6a-bc9f-4209-8b28-078a5b7f38e3'} {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 08:23:51.568460 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [req-5be97d0e-75b9-439b-a39c-d9285e37ee76 req-5aefcd0d-74e3-4033-bd41-552e5d6d02cc service neutron] Bound port: 1d51b8c0-7bac-4182-97cc-478c4ed5e883, host: hv-cinder-82658, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e266648b-42b0-423e-98cb-0a669923bf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '90e23d6a-bc9f-4209-8b28-078a5b7f38e3'}}] {{(pid=102575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 08:23:51.569367 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-5be97d0e-75b9-439b-a39c-d9285e37ee76 req-5aefcd0d-74e3-4033-bd41-552e5d6d02cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (1d51b8c0-7bac-4182-97cc-478c4ed5e883), before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:51.579075 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-2bdc9380-55f1-464e-aeb7-de2c4c13115a req-5ce7ca43-2a6e-49bf-83de-28a8df90b5f0 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/security-groups?id=c4f397e2-48a0-45b5-806f-f6ca83a6e63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416207 Jan 27 08:23:51.630110 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [req-5be97d0e-75b9-439b-a39c-d9285e37ee76 req-5aefcd0d-74e3-4033-bd41-552e5d6d02cc service neutron] For port 1d51b8c0-7bac-4182-97cc-478c4ed5e883, host hv-cinder-82658, cleared binding levels {{(pid=102575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 08:23:51.633673 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [req-5be97d0e-75b9-439b-a39c-d9285e37ee76 req-5aefcd0d-74e3-4033-bd41-552e5d6d02cc service neutron] For port 1d51b8c0-7bac-4182-97cc-478c4ed5e883, host hv-cinder-82658, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=1d51b8c0-7bac-4182-97cc-478c4ed5e883,segment=NetworkSegment(e266648b-42b0-423e-98cb-0a669923bf7d),segment_id=e266648b-42b0-423e-98cb-0a669923bf7d)] {{(pid=102575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 08:23:51.638859 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-5be97d0e-75b9-439b-a39c-d9285e37ee76 req-5aefcd0d-74e3-4033-bd41-552e5d6d02cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13172717'] for port (1d51b8c0-7bac-4182-97cc-478c4ed5e883), after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:51.676698 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be97d0e-75b9-439b-a39c-d9285e37ee76 req-5aefcd0d-74e3-4033-bd41-552e5d6d02cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:23:51.677478 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-5be97d0e-75b9-439b-a39c-d9285e37ee76 req-5aefcd0d-74e3-4033-bd41-552e5d6d02cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for port (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:51.679364 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-5be97d0e-75b9-439b-a39c-d9285e37ee76 req-5aefcd0d-74e3-4033-bd41-552e5d6d02cc service neutron] 10.222.0.72 "PUT /v2.0/ports/1d51b8c0-7bac-4182-97cc-478c4ed5e883 HTTP/1.1" status: 200 len: 1094 time: 0.5923271 Jan 27 08:23:51.707102 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aefcd0d-74e3-4033-bd41-552e5d6d02cc service neutron] Pushing event updated for resources: {'Port': ['ID=1d51b8c0-7bac-4182-97cc-478c4ed5e883,revision_number=3']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:23:51.725505 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51956078-2a0e-4f4b-b466-fd828e18fcd3 req-68d202f0-3f2c-4fc6-9608-aa8f76a1a9a2 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:23:51.727072 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-51956078-2a0e-4f4b-b466-fd828e18fcd3 req-68d202f0-3f2c-4fc6-9608-aa8f76a1a9a2 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] 10.222.0.59 "GET /v2.0/ports?device_id=59258f28-14f0-4353-a497-45bccc03c137 HTTP/1.1" status: 200 len: 944 time: 0.0497665 Jan 27 08:23:51.765676 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be97d0e-75b9-439b-a39c-d9285e37ee76 req-e2436c2b-baf4-490b-af4f-c45d297a2ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:23:51.767253 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-5be97d0e-75b9-439b-a39c-d9285e37ee76 req-e2436c2b-baf4-490b-af4f-c45d297a2ce0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f37b8ec1130a43c285bf912b681b25d6&device_id=59258f28-14f0-4353-a497-45bccc03c137 HTTP/1.1" status: 200 len: 1097 time: 0.0470808 Jan 27 08:23:51.790369 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-51956078-2a0e-4f4b-b466-fd828e18fcd3 req-77a52e68-7299-4f73-93db-cb6f00528996 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] 10.222.0.59 "GET /v2.0/security-groups?id=896a6856-c531-453d-8422-bc1ee0cfaacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571306 Jan 27 08:23:51.814813 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-5be97d0e-75b9-439b-a39c-d9285e37ee76 req-5e9d6a04-0b0e-47ff-a32e-eb86fb95601f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d51b8c0-7bac-4182-97cc-478c4ed5e883 HTTP/1.1" status: 200 len: 217 time: 0.0365548 Jan 27 08:23:51.828421 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5f7fa-ba83-4e3d-9ec1-fd5cdf18b870 req-d82f40e8-82b2-48c2-9aa6-e02e7b5b3f97 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:23:51.829880 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-f4f5f7fa-ba83-4e3d-9ec1-fd5cdf18b870 req-d82f40e8-82b2-48c2-9aa6-e02e7b5b3f97 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.72 "GET /v2.0/ports?device_id=02c1b0bd-c2ce-458c-ac26-51edef4c924f HTTP/1.1" status: 200 len: 946 time: 0.0516462 Jan 27 08:23:51.861688 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be97d0e-75b9-439b-a39c-d9285e37ee76 req-250b406f-7b46-41cb-8aaf-ee8600995392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:23:51.863147 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-5be97d0e-75b9-439b-a39c-d9285e37ee76 req-250b406f-7b46-41cb-8aaf-ee8600995392 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5adf2bb9-b543-492b-a749-a909961f51e5 HTTP/1.1" status: 200 len: 854 time: 0.0423527 Jan 27 08:23:51.896162 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-5be97d0e-75b9-439b-a39c-d9285e37ee76 req-c68e0f7c-4acc-4bb0-b6b6-a1792c5d9590 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=90e23d6a-bc9f-4209-8b28-078a5b7f38e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270171 Jan 27 08:23:51.918785 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.plugin [req-f4f5f7fa-ba83-4e3d-9ec1-fd5cdf18b870 req-f4b1035b-091e-4e75-b368-87b7fa99cf88 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Deleting port c53a4196-d9bb-4f2b-913f-e3b004125cb2 {{(pid=102576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 08:23:51.919120 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-f4f5f7fa-ba83-4e3d-9ec1-fd5cdf18b870 req-f4b1035b-091e-4e75-b368-87b7fa99cf88 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730335283038'] for port (c53a4196-d9bb-4f2b-913f-e3b004125cb2), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:51.926339 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59258f28-14f0-4353-a497-45bccc03c137', 'tag': '1d51b8c0-7bac-4182-97cc-478c4ed5e883'}] {{(pid=102575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:23:51.929174 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34d12f73e8b898318ba96f52067286bd4e4b64784ab72771e8c48dd469e53537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb2a35c-85b4-445b-853b-2f7abd6cac03" -d '{"events": [{"name": "network-changed", "server_uuid": "59258f28-14f0-4353-a497-45bccc03c137", "tag": "1d51b8c0-7bac-4182-97cc-478c4ed5e883"}]}' {{(pid=102575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:23:51.965849 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 08:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c509c6c3-e041-4bc9-be5f-ce17e3321ebe x-openstack-request-id: req-c509c6c3-e041-4bc9-be5f-ce17e3321ebe {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:23:51.966143 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59258f28-14f0-4353-a497-45bccc03c137", "tag": "1d51b8c0-7bac-4182-97cc-478c4ed5e883", "status": "completed", "code": 200}]} {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:23:51.966398 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c509c6c3-e041-4bc9-be5f-ce17e3321ebe {{(pid=102575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:23:51.966789 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59258f28-14f0-4353-a497-45bccc03c137', 'tag': '1d51b8c0-7bac-4182-97cc-478c4ed5e883', 'status': 'completed', 'code': 200} Jan 27 08:23:51.988951 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-5be97d0e-75b9-439b-a39c-d9285e37ee76 req-592c7161-d5de-437f-ba99-c3a60a766b6b service neutron] 10.222.0.72 "GET /v2.0/networks/90e23d6a-bc9f-4209-8b28-078a5b7f38e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873003 Jan 27 08:23:52.016313 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.db [req-f4f5f7fa-ba83-4e3d-9ec1-fd5cdf18b870 req-f4b1035b-091e-4e75-b368-87b7fa99cf88 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] For port c53a4196-d9bb-4f2b-913f-e3b004125cb2, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=c53a4196-d9bb-4f2b-913f-e3b004125cb2,segment=NetworkSegment(66343028-b008-43d7-89a2-855fb04fc1e4),segment_id=66343028-b008-43d7-89a2-855fb04fc1e4)] {{(pid=102576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:23:52.016696 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-f4f5f7fa-ba83-4e3d-9ec1-fd5cdf18b870 req-f4b1035b-091e-4e75-b368-87b7fa99cf88 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547444'] for port (c53a4196-d9bb-4f2b-913f-e3b004125cb2), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:52.029764 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.plugin [req-f4f5f7fa-ba83-4e3d-9ec1-fd5cdf18b870 req-f4b1035b-091e-4e75-b368-87b7fa99cf88 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Calling delete_port for c53a4196-d9bb-4f2b-913f-e3b004125cb2 owned by compute:nova {{(pid=102576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 08:23:52.085034 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-5be97d0e-75b9-439b-a39c-d9285e37ee76 req-8e85549a-594b-47e3-be14-cee4b6f2956e service neutron] 10.222.0.72 "GET /v2.0/networks/90e23d6a-bc9f-4209-8b28-078a5b7f38e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896101 Jan 27 08:23:52.156126 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-f4f5f7fa-ba83-4e3d-9ec1-fd5cdf18b870 req-f4b1035b-091e-4e75-b368-87b7fa99cf88 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730335288760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730334756118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13114657'] for port (c53a4196-d9bb-4f2b-913f-e3b004125cb2), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:52.177360 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb2a35c-85b4-445b-853b-2f7abd6cac03 req-4f6b1198-4260-4e2b-b949-0fc3a87da8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:23:52.179422 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-5cb2a35c-85b4-445b-853b-2f7abd6cac03 req-4f6b1198-4260-4e2b-b949-0fc3a87da8c5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f37b8ec1130a43c285bf912b681b25d6&device_id=59258f28-14f0-4353-a497-45bccc03c137 HTTP/1.1" status: 200 len: 1097 time: 0.0412312 Jan 27 08:23:52.187902 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b1035b-091e-4e75-b368-87b7fa99cf88 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Pushing event deleted for resources: {'Port': ['ID=c53a4196-d9bb-4f2b-913f-e3b004125cb2,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:23:52.228505 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f5f7fa-ba83-4e3d-9ec1-fd5cdf18b870 req-f4b1035b-091e-4e75-b368-87b7fa99cf88 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] No DVR routers for this DVR port c53a4196-d9bb-4f2b-913f-e3b004125cb2 on host hv-cinder-82658 {{(pid=102576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 08:23:52.230963 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-f4f5f7fa-ba83-4e3d-9ec1-fd5cdf18b870 req-f4b1035b-091e-4e75-b368-87b7fa99cf88 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for port (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:52.234572 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-f4f5f7fa-ba83-4e3d-9ec1-fd5cdf18b870 req-f4b1035b-091e-4e75-b368-87b7fa99cf88 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.72 "DELETE /v2.0/ports/c53a4196-d9bb-4f2b-913f-e3b004125cb2 HTTP/1.1" status: 204 len: 173 time: 0.3999958 Jan 27 08:23:52.235004 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c1b0bd-c2ce-458c-ac26-51edef4c924f', 'name': 'network-vif-deleted', 'tag': 'c53a4196-d9bb-4f2b-913f-e3b004125cb2'}] {{(pid=102576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:23:52.237260 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e99b03222c8d2fef0e5d308316368c2f75dcb43852cf269b2a1b1136e13dae4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924356bc-a9fd-4a06-8574-abd0f4a7ccde" -d '{"events": [{"server_uuid": "02c1b0bd-c2ce-458c-ac26-51edef4c924f", "name": "network-vif-deleted", "tag": "c53a4196-d9bb-4f2b-913f-e3b004125cb2"}]}' {{(pid=102576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:23:52.273359 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 08:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b2fc5a4-0f0f-42cd-ba80-51b7ace6640e x-openstack-request-id: req-3b2fc5a4-0f0f-42cd-ba80-51b7ace6640e {{(pid=102576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:23:52.273657 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02c1b0bd-c2ce-458c-ac26-51edef4c924f", "name": "network-vif-deleted", "tag": "c53a4196-d9bb-4f2b-913f-e3b004125cb2", "status": "completed", "code": 200}]} {{(pid=102576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:23:52.273947 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3b2fc5a4-0f0f-42cd-ba80-51b7ace6640e {{(pid=102576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:23:52.274308 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02c1b0bd-c2ce-458c-ac26-51edef4c924f', 'name': 'network-vif-deleted', 'tag': 'c53a4196-d9bb-4f2b-913f-e3b004125cb2', 'status': 'completed', 'code': 200} Jan 27 08:23:52.275382 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb2a35c-85b4-445b-853b-2f7abd6cac03 req-0ef4435d-409e-470d-82ee-26f46bb5cbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:23:52.276875 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-5cb2a35c-85b4-445b-853b-2f7abd6cac03 req-0ef4435d-409e-470d-82ee-26f46bb5cbcb service neutron] 10.222.0.72 "GET /v2.0/networks?id=90e23d6a-bc9f-4209-8b28-078a5b7f38e3 HTTP/1.1" status: 200 len: 915 time: 0.0909839 Jan 27 08:23:52.326450 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-5cb2a35c-85b4-445b-853b-2f7abd6cac03 req-81bbe379-4505-4d17-acce-fe33036eb25a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d51b8c0-7bac-4182-97cc-478c4ed5e883 HTTP/1.1" status: 200 len: 217 time: 0.0345492 Jan 27 08:23:52.377777 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb2a35c-85b4-445b-853b-2f7abd6cac03 req-dc653a0f-3634-44d7-a6af-2c31ca0de380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:23:52.379182 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-5cb2a35c-85b4-445b-853b-2f7abd6cac03 req-dc653a0f-3634-44d7-a6af-2c31ca0de380 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5adf2bb9-b543-492b-a749-a909961f51e5 HTTP/1.1" status: 200 len: 854 time: 0.0426285 Jan 27 08:23:52.409297 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-5cb2a35c-85b4-445b-853b-2f7abd6cac03 req-99f0d683-6726-4560-95c2-d993d89437c8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=90e23d6a-bc9f-4209-8b28-078a5b7f38e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229280 Jan 27 08:23:52.510027 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-5cb2a35c-85b4-445b-853b-2f7abd6cac03 req-6ff53782-e4b3-4019-b7e5-ff8972c3a21d service neutron] 10.222.0.72 "GET /v2.0/networks/90e23d6a-bc9f-4209-8b28-078a5b7f38e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854790 Jan 27 08:23:52.613701 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-5cb2a35c-85b4-445b-853b-2f7abd6cac03 req-ff911406-5d22-489d-bf66-42259c4f6a16 service neutron] 10.222.0.72 "GET /v2.0/networks/90e23d6a-bc9f-4209-8b28-078a5b7f38e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976906 Jan 27 08:23:52.687159 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-8beed2c3-8ed9-48ac-a89d-a23f6bef266f req-f35e7e76-ab91-4090-ae90-33d89a167268 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "GET /v2.0/ports?device_id=02c1b0bd-c2ce-458c-ac26-51edef4c924f HTTP/1.1" status: 200 len: 210 time: 0.0261040 Jan 27 08:23:52.900982 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-4f3d8c6d-e45e-44a3-80ba-432d053797e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (c4292dc4-d7f6-4187-994e-0142c7d14647), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:52.909083 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d2c1b-47a4-486d-918e-8114a0d6f9e1 req-813c105d-cbce-4986-8c30-205367ccec97 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:23:52.910572 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-cb8d2c1b-47a4-486d-918e-8114a0d6f9e1 req-813c105d-cbce-4986-8c30-205367ccec97 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] 10.222.0.59 "GET /v2.0/ports?device_id=59258f28-14f0-4353-a497-45bccc03c137 HTTP/1.1" status: 200 len: 944 time: 0.0506592 Jan 27 08:23:52.959144 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-cb8d2c1b-47a4-486d-918e-8114a0d6f9e1 req-ff25bc17-f10c-431b-9fd4-e30989e7b143 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] 10.222.0.59 "GET /v2.0/security-groups?id=896a6856-c531-453d-8422-bc1ee0cfaacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427105 Jan 27 08:23:53.742869 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 37066) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:23:53.798035 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-728046c5-38a5-4c5b-93ef-77cca398c6c4 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Publish callbacks [] for security_group (c4f397e2-48a0-45b5-806f-f6ca83a6e63d), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:53.826177 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-728046c5-38a5-4c5b-93ef-77cca398c6c4 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Publish callbacks [] for security_group (c4f397e2-48a0-45b5-806f-f6ca83a6e63d), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:53.883718 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-728046c5-38a5-4c5b-93ef-77cca398c6c4 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (c4f397e2-48a0-45b5-806f-f6ca83a6e63d), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:53.886501 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-728046c5-38a5-4c5b-93ef-77cca398c6c4 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Publish callbacks [] for security_group (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:53.887648 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-728046c5-38a5-4c5b-93ef-77cca398c6c4 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] 10.222.0.59 "DELETE /v2.0/security-groups/c4f397e2-48a0-45b5-806f-f6ca83a6e63d HTTP/1.1" status: 204 len: 168 time: 0.1437683 Jan 27 08:23:53.897197 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728046c5-38a5-4c5b-93ef-77cca398c6c4 tempest-TestShelveInstance-1537103314 tempest-TestShelveInstance-1537103314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f397e2-48a0-45b5-806f-f6ca83a6e63d,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:23:53.928856 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device 1d51b8c0-7bac-4182-97cc-478c4ed5e883 details requested by agent hyperv_hv-cinder-82658 with host hv-cinder-82658 {{(pid=102577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 08:23:53.931013 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 37070) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:23:54.027894 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port 1d51b8c0-7bac-4182-97cc-478c4ed5e883, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=1d51b8c0-7bac-4182-97cc-478c4ed5e883,segment=NetworkSegment(e266648b-42b0-423e-98cb-0a669923bf7d),segment_id=e266648b-42b0-423e-98cb-0a669923bf7d)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:23:54.038660 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Returning: {'device': '1d51b8c0-7bac-4182-97cc-478c4ed5e883', 'network_id': '90e23d6a-bc9f-4209-8b28-078a5b7f38e3', 'port_id': '1d51b8c0-7bac-4182-97cc-478c4ed5e883', 'mac_address': 'fa:16:3e:a2:e1:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5adf2bb9-b543-492b-a749-a909961f51e5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 08:23:54.079794 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Current status of the port 1d51b8c0-7bac-4182-97cc-478c4ed5e883 is: DOWN; New status is: BUILD {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:23:54.080194 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (1d51b8c0-7bac-4182-97cc-478c4ed5e883), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:54.090473 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb5fbff-6786-43b4-90aa-0b03aed3aa84 req-945b4a32-5c12-48ad-80c7-74d17c11a71e tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:23:54.091980 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-fcb5fbff-6786-43b4-90aa-0b03aed3aa84 req-945b4a32-5c12-48ad-80c7-74d17c11a71e tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] 10.222.0.59 "GET /v2.0/ports?device_id=59258f28-14f0-4353-a497-45bccc03c137 HTTP/1.1" status: 200 len: 944 time: 0.0529127 Jan 27 08:23:54.095418 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.notifiers.nova [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d51b8c0-7bac-4182-97cc-478c4ed5e883 {{(pid=102577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 08:23:54.117210 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port 1d51b8c0-7bac-4182-97cc-478c4ed5e883, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=1d51b8c0-7bac-4182-97cc-478c4ed5e883,segment=NetworkSegment(e266648b-42b0-423e-98cb-0a669923bf7d),segment_id=e266648b-42b0-423e-98cb-0a669923bf7d)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:23:54.121158 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (1d51b8c0-7bac-4182-97cc-478c4ed5e883), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:54.140929 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-fcb5fbff-6786-43b4-90aa-0b03aed3aa84 req-b1458342-586f-4fc5-ba0c-72db795e05cb tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] 10.222.0.59 "GET /v2.0/security-groups?id=896a6856-c531-453d-8422-bc1ee0cfaacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429029 Jan 27 08:23:54.174683 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Pushing event updated for resources: {'Port': ['ID=1d51b8c0-7bac-4182-97cc-478c4ed5e883,revision_number=4']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:23:54.186369 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:23:54.186770 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:23:54.187075 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:23:54.187497 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:23:54.188330 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:23:54.188637 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:23:54.189035 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:23:54.189506 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:23:54.189832 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:23:54.190163 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:23:54.190485 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:23:54.190832 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:23:54.191219 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:23:54.331506 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-ff08a223-5c4f-4879-8d57-1537fd2b755c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550255'] for router_interface (e2310ba8-afdf-42a6-bc89-b69be7316520), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:54.378132 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] get_ports_and_sgs() called for port_ids ['1d51b8c0-7bac-4182-97cc-478c4ed5e883'] {{(pid=102577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 08:23:54.642677 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-84f64028-d758-4200-a634-8b4e45c8e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (30676f9c-3677-4b49-810a-45ff2c7eef62), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:54.826207 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-ff08a223-5c4f-4879-8d57-1537fd2b755c admin admin] Deleting port a1649fdf-b4d3-4664-be5f-ff6780ea4338 {{(pid=102575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 08:23:54.826811 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-ff08a223-5c4f-4879-8d57-1537fd2b755c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730335283038'] for port (a1649fdf-b4d3-4664-be5f-ff6780ea4338), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:54.901490 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-ff08a223-5c4f-4879-8d57-1537fd2b755c admin admin] For port a1649fdf-b4d3-4664-be5f-ff6780ea4338, host dv-cinder-826589-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=a1649fdf-b4d3-4664-be5f-ff6780ea4338,segment=NetworkSegment(66343028-b008-43d7-89a2-855fb04fc1e4),segment_id=66343028-b008-43d7-89a2-855fb04fc1e4)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:23:54.901853 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-ff08a223-5c4f-4879-8d57-1537fd2b755c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547444'] for port (a1649fdf-b4d3-4664-be5f-ff6780ea4338), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:54.913726 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-ff08a223-5c4f-4879-8d57-1537fd2b755c admin admin] Calling delete_port for a1649fdf-b4d3-4664-be5f-ff6780ea4338 owned by network:router_interface {{(pid=102575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 08:23:55.087137 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-ff08a223-5c4f-4879-8d57-1537fd2b755c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730335288760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730334756118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13172730'] for port (a1649fdf-b4d3-4664-be5f-ff6780ea4338), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:55.111126 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08a223-5c4f-4879-8d57-1537fd2b755c admin admin] Pushing event deleted for resources: {'Port': ['ID=a1649fdf-b4d3-4664-be5f-ff6780ea4338,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:23:55.261351 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82804b0a-cb55-4331-a9f2-a7486ead7d75 req-ccaadf51-dcf0-4e88-b4a4-3bcc5a07daea tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:23:55.262878 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-82804b0a-cb55-4331-a9f2-a7486ead7d75 req-ccaadf51-dcf0-4e88-b4a4-3bcc5a07daea tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] 10.222.0.59 "GET /v2.0/ports?device_id=59258f28-14f0-4353-a497-45bccc03c137 HTTP/1.1" status: 200 len: 945 time: 0.0509419 Jan 27 08:23:55.280403 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-ff08a223-5c4f-4879-8d57-1537fd2b755c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550395'] for router_interface (e2310ba8-afdf-42a6-bc89-b69be7316520), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:55.315335 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-82804b0a-cb55-4331-a9f2-a7486ead7d75 req-16b23863-8bcb-48db-8cef-02953f1bd103 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] 10.222.0.59 "GET /v2.0/security-groups?id=896a6856-c531-453d-8422-bc1ee0cfaacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468779 Jan 27 08:23:55.485753 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff08a223-5c4f-4879-8d57-1537fd2b755c admin admin] Router e2310ba8-afdf-42a6-bc89-b69be7316520 has already been hosted by L3 agent c4292dc4-d7f6-4187-994e-0142c7d14647 {{(pid=102575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 08:23:55.588121 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff08a223-5c4f-4879-8d57-1537fd2b755c admin admin] Notify agent at l3_agent.dv-cinder-826589-1-iscsi the message routers_updated {{(pid=102575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 08:23:55.593052 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-ff08a223-5c4f-4879-8d57-1537fd2b755c admin admin] 10.222.0.59 "PUT /v2.0/routers/e2310ba8-afdf-42a6-bc89-b69be7316520/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6667709 Jan 27 08:23:55.595594 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 37078) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:23:55.598146 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea4a9c3-e550-4118-b3f1-a19b21232199 None None] Sync routers for ids ['e2310ba8-afdf-42a6-bc89-b69be7316520'] in dv-cinder-826589-1-iscsi {{(pid=102577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 08:23:55.608578 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea4a9c3-e550-4118-b3f1-a19b21232199 None None] Routers {'e2310ba8-afdf-42a6-bc89-b69be7316520'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:23:55.609213 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-1ea4a9c3-e550-4118-b3f1-a19b21232199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:23:53Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['e2310ba8-afdf-42a6-bc89-b69be7316520'], 'active': True} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:23:55.699891 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-f12de611-3f50-4f9b-94c5-a5ba2efa1ab0 admin admin] Publish callbacks [] for router (e2310ba8-afdf-42a6-bc89-b69be7316520), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:55.804413 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-f12de611-3f50-4f9b-94c5-a5ba2efa1ab0 admin admin] Publish callbacks [] for router_gateway (e2310ba8-afdf-42a6-bc89-b69be7316520), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:55.841884 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-932e581e-1ad5-4fce-9316-ae3110c4cab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (037c8737-e99f-497c-9717-3fbc8e736584), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:55.848192 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvr_db [None req-1ea4a9c3-e550-4118-b3f1-a19b21232199 None None] Set router e2310ba8-afdf-42a6-bc89-b69be7316520 gateway port host: dv-cinder-826589-1-iscsi {{(pid=102577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:23:55.858483 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-f12de611-3f50-4f9b-94c5-a5ba2efa1ab0 admin admin] Deleting port 28f4a2fc-4e6a-4df8-940c-641cd2a9b982 {{(pid=102575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 08:23:55.859125 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-f12de611-3f50-4f9b-94c5-a5ba2efa1ab0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730335283038'] for port (28f4a2fc-4e6a-4df8-940c-641cd2a9b982), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:55.923481 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device 1d51b8c0-7bac-4182-97cc-478c4ed5e883 up at agent hyperv_hv-cinder-82658 {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:23:55.939907 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-f12de611-3f50-4f9b-94c5-a5ba2efa1ab0 admin admin] For port 28f4a2fc-4e6a-4df8-940c-641cd2a9b982, host dv-cinder-826589-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=28f4a2fc-4e6a-4df8-940c-641cd2a9b982,segment=NetworkSegment(fa55335f-a52a-465d-b188-80ce12fc9c40),segment_id=fa55335f-a52a-465d-b188-80ce12fc9c40)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:23:55.940274 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-f12de611-3f50-4f9b-94c5-a5ba2efa1ab0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547444'] for port (28f4a2fc-4e6a-4df8-940c-641cd2a9b982), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:55.952034 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-f12de611-3f50-4f9b-94c5-a5ba2efa1ab0 admin admin] Calling delete_port for 28f4a2fc-4e6a-4df8-940c-641cd2a9b982 owned by network:router_gateway {{(pid=102575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 08:23:56.036861 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Provisioning for port 1d51b8c0-7bac-4182-97cc-478c4ed5e883 completed by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 08:23:56.041754 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Provisioning complete for port 1d51b8c0-7bac-4182-97cc-478c4ed5e883 triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:23:56.042123 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (1d51b8c0-7bac-4182-97cc-478c4ed5e883), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:56.102950 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-1ea4a9c3-e550-4118-b3f1-a19b21232199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2310ba8-afdf-42a6-bc89-b69be7316520', 'name': 'tempest-TestShelveInstance-1493696451-router', 'tenant_id': '98ed485ee068452897a0970649c63f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '28f4a2fc-4e6a-4df8-940c-641cd2a9b982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:18:49Z', 'updated_at': '2022-01-27T08:23:55Z', 'revision_number': 5, 'project_id': '98ed485ee068452897a0970649c63f20', 'gw_port': {'id': '28f4a2fc-4e6a-4df8-940c-641cd2a9b982', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2310ba8-afdf-42a6-bc89-b69be7316520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:18:49Z', 'updated_at': '2022-01-27T08:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi'}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:23:56.121154 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-f12de611-3f50-4f9b-94c5-a5ba2efa1ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730335288760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730334756118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13172730'] for port (28f4a2fc-4e6a-4df8-940c-641cd2a9b982), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:56.150579 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea4a9c3-e550-4118-b3f1-a19b21232199 None None] Checking router: e2310ba8-afdf-42a6-bc89-b69be7316520 for host: dv-cinder-826589-1-iscsi {{(pid=102577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 08:23:56.151016 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12de611-3f50-4f9b-94c5-a5ba2efa1ab0 admin admin] Pushing event deleted for resources: {'Port': ['ID=28f4a2fc-4e6a-4df8-940c-641cd2a9b982,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:23:56.179909 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea4a9c3-e550-4118-b3f1-a19b21232199 None None] Routers {'e2310ba8-afdf-42a6-bc89-b69be7316520'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:23:56.180548 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-1ea4a9c3-e550-4118-b3f1-a19b21232199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:23:53Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['e2310ba8-afdf-42a6-bc89-b69be7316520'], 'active': True} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:23:56.183530 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Current status of the port 1d51b8c0-7bac-4182-97cc-478c4ed5e883 is: BUILD; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:23:56.183916 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (1d51b8c0-7bac-4182-97cc-478c4ed5e883), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:56.206140 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-f12de611-3f50-4f9b-94c5-a5ba2efa1ab0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550037'] for router_gateway (e2310ba8-afdf-42a6-bc89-b69be7316520), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:56.262010 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvr_db [None req-1ea4a9c3-e550-4118-b3f1-a19b21232199 None None] Set router e2310ba8-afdf-42a6-bc89-b69be7316520 gateway port host: None {{(pid=102577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:23:56.290954 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59258f28-14f0-4353-a497-45bccc03c137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d51b8c0-7bac-4182-97cc-478c4ed5e883'}] {{(pid=102577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:23:56.293152 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ec6f2d63f069076934ea9a19260140f1f8696ff0c22b7471017e65d09815c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d587ff87-066b-4ea8-970e-8223f209388b" -d '{"events": [{"server_uuid": "59258f28-14f0-4353-a497-45bccc03c137", "name": "network-vif-plugged", "status": "completed", "tag": "1d51b8c0-7bac-4182-97cc-478c4ed5e883"}]}' {{(pid=102577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:23:56.299374 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-f12de611-3f50-4f9b-94c5-a5ba2efa1ab0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35647'] for router (e2310ba8-afdf-42a6-bc89-b69be7316520), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:56.301533 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-f12de611-3f50-4f9b-94c5-a5ba2efa1ab0 admin admin] Publish callbacks [] for router_controller (e2310ba8-afdf-42a6-bc89-b69be7316520), precommit_delete_associations {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:56.327072 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-1ea4a9c3-e550-4118-b3f1-a19b21232199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2310ba8-afdf-42a6-bc89-b69be7316520', 'name': 'tempest-TestShelveInstance-1493696451-router', 'tenant_id': '98ed485ee068452897a0970649c63f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:18:49Z', 'updated_at': '2022-01-27T08:23:56Z', 'revision_number': 7, 'project_id': '98ed485ee068452897a0970649c63f20', 'gw_port_host': None}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:23:56.332027 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port 1d51b8c0-7bac-4182-97cc-478c4ed5e883, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=1d51b8c0-7bac-4182-97cc-478c4ed5e883,segment=NetworkSegment(e266648b-42b0-423e-98cb-0a669923bf7d),segment_id=e266648b-42b0-423e-98cb-0a669923bf7d)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:23:56.346798 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-f12de611-3f50-4f9b-94c5-a5ba2efa1ab0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554505'] for router (e2310ba8-afdf-42a6-bc89-b69be7316520), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:56.347366 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f12de611-3f50-4f9b-94c5-a5ba2efa1ab0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2310ba8-afdf-42a6-bc89-b69be7316520 {{(pid=102575) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 08:23:56.353475 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-f12de611-3f50-4f9b-94c5-a5ba2efa1ab0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:56.357637 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-f12de611-3f50-4f9b-94c5-a5ba2efa1ab0 admin admin] 10.222.0.59 "DELETE /v2.0/routers/e2310ba8-afdf-42a6-bc89-b69be7316520 HTTP/1.1" status: 204 len: 168 time: 0.7582839 Jan 27 08:23:56.357728 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 37084) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:23:56.360600 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (1d51b8c0-7bac-4182-97cc-478c4ed5e883), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:56.361521 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device c53a4196-d9bb-4f2b-913f-e3b004125cb2 no longer exists at agent hyperv_hv-cinder-82658 {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 08:23:56.363231 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea4a9c3-e550-4118-b3f1-a19b21232199 None None] The sync data for ids ['e2310ba8-afdf-42a6-bc89-b69be7316520'] in dv-cinder-826589-1-iscsi is: [{'id': 'e2310ba8-afdf-42a6-bc89-b69be7316520', 'name': 'tempest-TestShelveInstance-1493696451-router', 'tenant_id': '98ed485ee068452897a0970649c63f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:18:49Z', 'updated_at': '2022-01-27T08:23:56Z', 'revision_number': 7, 'project_id': '98ed485ee068452897a0970649c63f20', 'gw_port_host': None}] {{(pid=102577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 08:23:56.387376 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 08:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a98f923-04ea-49d8-9879-68ed49c6b98b x-openstack-request-id: req-3a98f923-04ea-49d8-9879-68ed49c6b98b {{(pid=102577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:23:56.387673 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59258f28-14f0-4353-a497-45bccc03c137", "name": "network-vif-plugged", "status": "completed", "tag": "1d51b8c0-7bac-4182-97cc-478c4ed5e883", "code": 200}]} {{(pid=102577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:23:56.387928 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3a98f923-04ea-49d8-9879-68ed49c6b98b {{(pid=102577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:23:56.388321 dv-cinder-826589-1-iscsi neutron-server[102577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59258f28-14f0-4353-a497-45bccc03c137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d51b8c0-7bac-4182-97cc-478c4ed5e883', 'code': 200} Jan 27 08:23:56.408561 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] No Port match for: c53a4196-d9bb-4f2b-913f-e3b004125cb2 {{(pid=102577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 08:23:56.408944 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device c53a4196-d9bb-4f2b-913f-e3b004125cb2 not bound to the agent host hv-cinder-82658 {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 08:23:56.410477 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b7ab796-6914-43c0-8473-4ac18d8ed6d8 admin admin] Deleting subnet ec63d37f-0db1-43a9-95ed-0d471e60ae84 {{(pid=102575) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 08:23:56.415107 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8b7ab796-6914-43c0-8473-4ac18d8ed6d8 admin admin] Publish callbacks [] for subnet (ec63d37f-0db1-43a9-95ed-0d471e60ae84), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:56.435423 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Pushing event updated for resources: {'Port': ['ID=1d51b8c0-7bac-4182-97cc-478c4ed5e883,revision_number=5']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:23:56.463832 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8b7ab796-6914-43c0-8473-4ac18d8ed6d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13170846'] for subnet (ec63d37f-0db1-43a9-95ed-0d471e60ae84), precommit_delete_associations {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:56.518272 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029987e0-5954-4a83-a6ea-4ee4abb84f6a req-8a37fc86-8976-432f-b4e8-b16bbfea6651 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:23:56.519769 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-029987e0-5954-4a83-a6ea-4ee4abb84f6a req-8a37fc86-8976-432f-b4e8-b16bbfea6651 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] 10.222.0.59 "GET /v2.0/ports?device_id=59258f28-14f0-4353-a497-45bccc03c137 HTTP/1.1" status: 200 len: 946 time: 0.0576901 Jan 27 08:23:56.567099 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-029987e0-5954-4a83-a6ea-4ee4abb84f6a req-b2cea2e2-3a81-472b-89d8-377cfb29d271 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] 10.222.0.59 "GET /v2.0/security-groups?id=896a6856-c531-453d-8422-bc1ee0cfaacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406773 Jan 27 08:23:56.574649 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8b7ab796-6914-43c0-8473-4ac18d8ed6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537734'] for subnet (ec63d37f-0db1-43a9-95ed-0d471e60ae84), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:56.608263 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd0392-0e10-48da-b129-71a96eda298d req-2151a795-3305-4eb4-ab30-b99d2a38bbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:23:56.609775 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-6dbd0392-0e10-48da-b129-71a96eda298d req-2151a795-3305-4eb4-ab30-b99d2a38bbab service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=59258f28-14f0-4353-a497-45bccc03c137 HTTP/1.1" status: 200 len: 1099 time: 0.0770919 Jan 27 08:23:56.652401 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8b7ab796-6914-43c0-8473-4ac18d8ed6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13172647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220539'] for subnet (ec63d37f-0db1-43a9-95ed-0d471e60ae84), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:56.685287 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (e79cbf24-12bd-4e20-a580-79498d5b225b), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:56.692023 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7ab796-6914-43c0-8473-4ac18d8ed6d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec63d37f-0db1-43a9-95ed-0d471e60ae84,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:23:56.694734 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8b7ab796-6914-43c0-8473-4ac18d8ed6d8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:56.697881 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-8b7ab796-6914-43c0-8473-4ac18d8ed6d8 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/ec63d37f-0db1-43a9-95ed-0d471e60ae84 HTTP/1.1" status: 204 len: 168 time: 0.3392956 Jan 27 08:23:56.699760 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e94c150-8f9e-4c69-b517-71b5c07fdd9e None None] Network 0570d7bb-3bb5-416d-8475-d966c8539834 requested from dv-cinder-826589-1-iscsi {{(pid=102577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 08:23:56.700122 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-6dbd0392-0e10-48da-b129-71a96eda298d req-346906d8-1def-4b00-ba64-25591109be6e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=896a6856-c531-453d-8422-bc1ee0cfaacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832071 Jan 27 08:23:56.700960 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 37086) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:23:56.776501 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-7f6873b4-5a10-40b2-8b8a-dea002855c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1691783'] for network (0570d7bb-3bb5-416d-8475-d966c8539834), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:56.831441 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.plugin [None req-7f6873b4-5a10-40b2-8b8a-dea002855c1d admin admin] Deleting port a8013e92-a5a2-4b31-8b01-8a9fe7dfc06c {{(pid=102576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 08:23:56.831775 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-7f6873b4-5a10-40b2-8b8a-dea002855c1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730335283038'] for port (a8013e92-a5a2-4b31-8b01-8a9fe7dfc06c), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:56.861140 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d193dd12-7970-4543-911d-7d2015394cec None None] DHCP port deletion for 0570d7bb-3bb5-416d-8475-d966c8539834 request from dv-cinder-826589-1-iscsi {{(pid=102577) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 08:23:56.909423 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.db [None req-7f6873b4-5a10-40b2-8b8a-dea002855c1d admin admin] For port a8013e92-a5a2-4b31-8b01-8a9fe7dfc06c, host dv-cinder-826589-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=a8013e92-a5a2-4b31-8b01-8a9fe7dfc06c,segment=NetworkSegment(66343028-b008-43d7-89a2-855fb04fc1e4),segment_id=66343028-b008-43d7-89a2-855fb04fc1e4)] {{(pid=102576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:23:56.909597 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-7f6873b4-5a10-40b2-8b8a-dea002855c1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547444'] for port (a8013e92-a5a2-4b31-8b01-8a9fe7dfc06c), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:56.911911 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-d193dd12-7970-4543-911d-7d2015394cec None None] Deleting port a8013e92-a5a2-4b31-8b01-8a9fe7dfc06c {{(pid=102577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 08:23:56.912434 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-d193dd12-7970-4543-911d-7d2015394cec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730335283038'] for port (a8013e92-a5a2-4b31-8b01-8a9fe7dfc06c), before_delete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:56.924146 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.plugin [None req-7f6873b4-5a10-40b2-8b8a-dea002855c1d admin admin] Calling delete_port for a8013e92-a5a2-4b31-8b01-8a9fe7dfc06c owned by network:dhcp {{(pid=102576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 08:23:56.987527 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device a1649fdf-b4d3-4664-be5f-ff6780ea4338 no longer exists at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 08:23:56.992192 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-d193dd12-7970-4543-911d-7d2015394cec None None] For port a8013e92-a5a2-4b31-8b01-8a9fe7dfc06c, host dv-cinder-826589-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=a8013e92-a5a2-4b31-8b01-8a9fe7dfc06c,segment=NetworkSegment(66343028-b008-43d7-89a2-855fb04fc1e4),segment_id=66343028-b008-43d7-89a2-855fb04fc1e4)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:23:56.992593 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-d193dd12-7970-4543-911d-7d2015394cec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547444'] for port (a8013e92-a5a2-4b31-8b01-8a9fe7dfc06c), precommit_delete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:57.021095 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-7f6873b4-5a10-40b2-8b8a-dea002855c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730335288760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730334756118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13114657'] for port (a8013e92-a5a2-4b31-8b01-8a9fe7dfc06c), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:57.021686 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] No Port match for: a1649fdf-b4d3-4664-be5f-ff6780ea4338 {{(pid=102577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 08:23:57.021988 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device a1649fdf-b4d3-4664-be5f-ff6780ea4338 not bound to the agent host dv-cinder-826589-1-iscsi {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 08:23:57.022386 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device 28f4a2fc-4e6a-4df8-940c-641cd2a9b982 no longer exists at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 08:23:57.024297 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-d193dd12-7970-4543-911d-7d2015394cec None None] Calling delete_port for a8013e92-a5a2-4b31-8b01-8a9fe7dfc06c owned by network:dhcp {{(pid=102577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 08:23:57.046395 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] No Port match for: 28f4a2fc-4e6a-4df8-940c-641cd2a9b982 {{(pid=102577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 08:23:57.046752 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device 28f4a2fc-4e6a-4df8-940c-641cd2a9b982 not bound to the agent host dv-cinder-826589-1-iscsi {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 08:23:57.047175 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device a8013e92-a5a2-4b31-8b01-8a9fe7dfc06c no longer exists at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 08:23:57.048483 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6873b4-5a10-40b2-8b8a-dea002855c1d admin admin] Pushing event deleted for resources: {'Port': ['ID=a8013e92-a5a2-4b31-8b01-8a9fe7dfc06c,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:23:57.050689 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6873b4-5a10-40b2-8b8a-dea002855c1d admin admin] No DVR routers for this DVR port a8013e92-a5a2-4b31-8b01-8a9fe7dfc06c on host dv-cinder-826589-1-iscsi {{(pid=102576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 08:23:57.092520 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] No Port match for: a8013e92-a5a2-4b31-8b01-8a9fe7dfc06c {{(pid=102577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 08:23:57.092933 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device a8013e92-a5a2-4b31-8b01-8a9fe7dfc06c not bound to the agent host dv-cinder-826589-1-iscsi {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 08:23:57.121596 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-7f6873b4-5a10-40b2-8b8a-dea002855c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535825', 'neutron.services.segments.db._delete_segments_for_network-8730335277442'] for network (0570d7bb-3bb5-416d-8475-d966c8539834), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:57.146722 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.services.segments.db [None req-7f6873b4-5a10-40b2-8b8a-dea002855c1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0570d7bb-3bb5-416d-8475-d966c8539834']}} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:23:57.155758 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.services.segments.db [None req-7f6873b4-5a10-40b2-8b8a-dea002855c1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66343028-b008-43d7-89a2-855fb04fc1e4') {'for_net_delete': True} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:23:57.156054 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.services.segments.db [None req-7f6873b4-5a10-40b2-8b8a-dea002855c1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66343028-b008-43d7-89a2-855fb04fc1e4') {} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:23:57.166052 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-7f6873b4-5a10-40b2-8b8a-dea002855c1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730335278475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14124113'] for segment (66343028-b008-43d7-89a2-855fb04fc1e4), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:57.181154 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-d193dd12-7970-4543-911d-7d2015394cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730335288760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730334756118'] for port (a8013e92-a5a2-4b31-8b01-8a9fe7dfc06c), after_delete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:57.186867 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-7f6873b4-5a10-40b2-8b8a-dea002855c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505597'] for segment (66343028-b008-43d7-89a2-855fb04fc1e4), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:57.194869 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f6873b4-5a10-40b2-8b8a-dea002855c1d admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=102576) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 08:23:57.195508 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-7f6873b4-5a10-40b2-8b8a-dea002855c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13114834'] for segment (66343028-b008-43d7-89a2-855fb04fc1e4), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:57.197245 dv-cinder-826589-1-iscsi neutron-server[102576]: Traceback (most recent call last): Jan 27 08:23:57.197245 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 08:23:57.197245 dv-cinder-826589-1-iscsi neutron-server[102576]: timer() Jan 27 08:23:57.197245 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 08:23:57.197245 dv-cinder-826589-1-iscsi neutron-server[102576]: cb(*args, **kw) Jan 27 08:23:57.197245 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 08:23:57.197245 dv-cinder-826589-1-iscsi neutron-server[102576]: return func(*args, **kwargs) Jan 27 08:23:57.197245 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 08:23:57.197245 dv-cinder-826589-1-iscsi neutron-server[102576]: self._notify() Jan 27 08:23:57.197245 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 08:23:57.197245 dv-cinder-826589-1-iscsi neutron-server[102576]: self.callback(batched_events) Jan 27 08:23:57.197245 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 08:23:57.197245 dv-cinder-826589-1-iscsi neutron-server[102576]: event.method(event) Jan 27 08:23:57.197245 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 08:23:57.197245 dv-cinder-826589-1-iscsi neutron-server[102576]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 08:23:57.197245 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 08:23:57.197245 dv-cinder-826589-1-iscsi neutron-server[102576]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 08:23:57.197245 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 08:23:57.197245 dv-cinder-826589-1-iscsi neutron-server[102576]: return f(self, *a, **k) Jan 27 08:23:57.197245 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 08:23:57.197245 dv-cinder-826589-1-iscsi neutron-server[102576]: return self._get(url).json() Jan 27 08:23:57.197245 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 08:23:57.197245 dv-cinder-826589-1-iscsi neutron-server[102576]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 08:23:57.197245 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 08:23:57.197245 dv-cinder-826589-1-iscsi neutron-server[102576]: return self.request(url, 'GET', **kwargs) Jan 27 08:23:57.197245 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 08:23:57.197245 dv-cinder-826589-1-iscsi neutron-server[102576]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 08:23:57.197245 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 08:23:57.197245 dv-cinder-826589-1-iscsi neutron-server[102576]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 08:23:57.197245 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 08:23:57.197245 dv-cinder-826589-1-iscsi neutron-server[102576]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 08:23:57.197245 dv-cinder-826589-1-iscsi neutron-server[102576]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 08:23:57.208397 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d193dd12-7970-4543-911d-7d2015394cec None None] Pushing event deleted for resources: {'Port': ['ID=a8013e92-a5a2-4b31-8b01-8a9fe7dfc06c,revision_number=None']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:23:57.212484 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d193dd12-7970-4543-911d-7d2015394cec None None] No DVR routers for this DVR port a8013e92-a5a2-4b31-8b01-8a9fe7dfc06c on host dv-cinder-826589-1-iscsi {{(pid=102577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 08:23:57.257507 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-7f6873b4-5a10-40b2-8b8a-dea002855c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549501'] for network (0570d7bb-3bb5-416d-8475-d966c8539834), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:57.263520 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-7f6873b4-5a10-40b2-8b8a-dea002855c1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for network (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:57.266871 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-7f6873b4-5a10-40b2-8b8a-dea002855c1d admin admin] 10.222.0.59 "DELETE /v2.0/networks/0570d7bb-3bb5-416d-8475-d966c8539834 HTTP/1.1" status: 204 len: 168 time: 0.5648968 Jan 27 08:23:57.269965 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 37088) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:23:57.277062 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6873b4-5a10-40b2-8b8a-dea002855c1d admin admin] Pushing event deleted for resources: {'Network': ['ID=0570d7bb-3bb5-416d-8475-d966c8539834,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:23:57.613387 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-6c5b01d1-df3e-4498-9ad3-3e40995a2c45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550255'] for router_interface (3620f83a-c5f1-425e-9de4-9972a38b96f8), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:57.684783 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75710c25-cbab-41cb-8eaa-6187e0412b06 req-130fb43b-8745-4201-99aa-4fa70a6dafc0 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:23:57.686281 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-75710c25-cbab-41cb-8eaa-6187e0412b06 req-130fb43b-8745-4201-99aa-4fa70a6dafc0 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] 10.222.0.59 "GET /v2.0/ports?device_id=59258f28-14f0-4353-a497-45bccc03c137 HTTP/1.1" status: 200 len: 946 time: 0.0467968 Jan 27 08:23:57.746750 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-75710c25-cbab-41cb-8eaa-6187e0412b06 req-9f556ad7-503f-4c61-bcac-c3cd9649cd32 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] 10.222.0.59 "GET /v2.0/security-groups?id=896a6856-c531-453d-8422-bc1ee0cfaacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520084 Jan 27 08:23:57.861371 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-6c5b01d1-df3e-4498-9ad3-3e40995a2c45 admin admin] Deleting port 3aefa0bc-d5ed-48d1-8037-1c22ebc8b5cd {{(pid=102575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 08:23:57.861627 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-6c5b01d1-df3e-4498-9ad3-3e40995a2c45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730335283038'] for port (3aefa0bc-d5ed-48d1-8037-1c22ebc8b5cd), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:57.938956 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-6c5b01d1-df3e-4498-9ad3-3e40995a2c45 admin admin] For port 3aefa0bc-d5ed-48d1-8037-1c22ebc8b5cd, host dv-cinder-826589-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=3aefa0bc-d5ed-48d1-8037-1c22ebc8b5cd,segment=NetworkSegment(29003b64-2bab-4419-8b14-8bb8b8924cfc),segment_id=29003b64-2bab-4419-8b14-8bb8b8924cfc)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:23:57.939360 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-6c5b01d1-df3e-4498-9ad3-3e40995a2c45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547444'] for port (3aefa0bc-d5ed-48d1-8037-1c22ebc8b5cd), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:57.950714 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-6c5b01d1-df3e-4498-9ad3-3e40995a2c45 admin admin] Calling delete_port for 3aefa0bc-d5ed-48d1-8037-1c22ebc8b5cd owned by network:router_interface {{(pid=102575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 08:23:58.027914 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (926d476c-3c92-4faa-a402-a395b4978e44), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:58.125202 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-6c5b01d1-df3e-4498-9ad3-3e40995a2c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730335288760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730334756118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13172730'] for port (3aefa0bc-d5ed-48d1-8037-1c22ebc8b5cd), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:58.150493 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b01d1-df3e-4498-9ad3-3e40995a2c45 admin admin] Pushing event deleted for resources: {'Port': ['ID=3aefa0bc-d5ed-48d1-8037-1c22ebc8b5cd,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:23:58.311822 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-6c5b01d1-df3e-4498-9ad3-3e40995a2c45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550395'] for router_interface (3620f83a-c5f1-425e-9de4-9972a38b96f8), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:58.517796 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c5b01d1-df3e-4498-9ad3-3e40995a2c45 admin admin] Router 3620f83a-c5f1-425e-9de4-9972a38b96f8 has already been hosted by L3 agent c4292dc4-d7f6-4187-994e-0142c7d14647 {{(pid=102575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 08:23:58.860656 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa0c8a-dd0c-4019-9faa-0abe4ecd190e req-c6d3986c-46ca-45f4-8a69-20dd66460285 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:23:58.862186 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b0aa0c8a-dd0c-4019-9faa-0abe4ecd190e req-c6d3986c-46ca-45f4-8a69-20dd66460285 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] 10.222.0.59 "GET /v2.0/ports?device_id=59258f28-14f0-4353-a497-45bccc03c137 HTTP/1.1" status: 200 len: 946 time: 0.0480411 Jan 27 08:23:58.879563 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5b01d1-df3e-4498-9ad3-3e40995a2c45 admin admin] Notify agent at l3_agent.dv-cinder-826589-1-iscsi the message routers_updated {{(pid=102575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 08:23:58.886564 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-6c5b01d1-df3e-4498-9ad3-3e40995a2c45 admin admin] 10.222.0.59 "PUT /v2.0/routers/3620f83a-c5f1-425e-9de4-9972a38b96f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6135657 Jan 27 08:23:58.887245 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 37094) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:23:58.892092 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09073373-6578-4639-b77d-ebc3a7f8c958 None None] Sync routers for ids ['3620f83a-c5f1-425e-9de4-9972a38b96f8'] in dv-cinder-826589-1-iscsi {{(pid=102578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 08:23:58.913415 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b0aa0c8a-dd0c-4019-9faa-0abe4ecd190e req-24c2c326-b3a8-453f-9a7e-ca453171cf62 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] 10.222.0.59 "GET /v2.0/security-groups?id=896a6856-c531-453d-8422-bc1ee0cfaacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450957 Jan 27 08:23:58.914522 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09073373-6578-4639-b77d-ebc3a7f8c958 None None] Routers {'3620f83a-c5f1-425e-9de4-9972a38b96f8'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:23:58.915164 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-09073373-6578-4639-b77d-ebc3a7f8c958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:23:53Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['3620f83a-c5f1-425e-9de4-9972a38b96f8'], 'active': True} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:23:59.012742 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-9cbcb3c5-bf99-4293-a669-915f865c9dc9 admin admin] Publish callbacks [] for router (3620f83a-c5f1-425e-9de4-9972a38b96f8), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:59.030192 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvr_db [None req-09073373-6578-4639-b77d-ebc3a7f8c958 None None] Set router 3620f83a-c5f1-425e-9de4-9972a38b96f8 gateway port host: dv-cinder-826589-1-iscsi {{(pid=102578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:23:59.121863 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-9cbcb3c5-bf99-4293-a669-915f865c9dc9 admin admin] Publish callbacks [] for router_gateway (3620f83a-c5f1-425e-9de4-9972a38b96f8), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:59.181784 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-9cbcb3c5-bf99-4293-a669-915f865c9dc9 admin admin] Deleting port d21f07e9-6c29-429f-b95d-e30c161f6ca3 {{(pid=102575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 08:23:59.182149 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-9cbcb3c5-bf99-4293-a669-915f865c9dc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730335283038'] for port (d21f07e9-6c29-429f-b95d-e30c161f6ca3), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:59.219292 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-09073373-6578-4639-b77d-ebc3a7f8c958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3620f83a-c5f1-425e-9de4-9972a38b96f8', 'name': 'tempest-TestShelveInstance-619658937-router', 'tenant_id': 'aaf44a3aca5d424fab5f49c4f6f27acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'd21f07e9-6c29-429f-b95d-e30c161f6ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:18:55Z', 'updated_at': '2022-01-27T08:23:58Z', 'revision_number': 5, 'project_id': 'aaf44a3aca5d424fab5f49c4f6f27acd', 'gw_port': {'id': 'd21f07e9-6c29-429f-b95d-e30c161f6ca3', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3620f83a-c5f1-425e-9de4-9972a38b96f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:18:56Z', 'updated_at': '2022-01-27T08:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi'}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:23:59.251623 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09073373-6578-4639-b77d-ebc3a7f8c958 None None] Checking router: 3620f83a-c5f1-425e-9de4-9972a38b96f8 for host: dv-cinder-826589-1-iscsi {{(pid=102578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 08:23:59.260487 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09073373-6578-4639-b77d-ebc3a7f8c958 None None] Routers {'3620f83a-c5f1-425e-9de4-9972a38b96f8'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:23:59.261245 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-09073373-6578-4639-b77d-ebc3a7f8c958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:23:53Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['3620f83a-c5f1-425e-9de4-9972a38b96f8'], 'active': True} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:23:59.264963 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-9cbcb3c5-bf99-4293-a669-915f865c9dc9 admin admin] For port d21f07e9-6c29-429f-b95d-e30c161f6ca3, host dv-cinder-826589-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=d21f07e9-6c29-429f-b95d-e30c161f6ca3,segment=NetworkSegment(fa55335f-a52a-465d-b188-80ce12fc9c40),segment_id=fa55335f-a52a-465d-b188-80ce12fc9c40)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:23:59.265340 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-9cbcb3c5-bf99-4293-a669-915f865c9dc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547444'] for port (d21f07e9-6c29-429f-b95d-e30c161f6ca3), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:59.278287 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-9cbcb3c5-bf99-4293-a669-915f865c9dc9 admin admin] Calling delete_port for d21f07e9-6c29-429f-b95d-e30c161f6ca3 owned by network:router_gateway {{(pid=102575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 08:23:59.366287 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvr_db [None req-09073373-6578-4639-b77d-ebc3a7f8c958 None None] Set router 3620f83a-c5f1-425e-9de4-9972a38b96f8 gateway port host: None {{(pid=102578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:23:59.418813 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-09073373-6578-4639-b77d-ebc3a7f8c958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3620f83a-c5f1-425e-9de4-9972a38b96f8', 'name': 'tempest-TestShelveInstance-619658937-router', 'tenant_id': 'aaf44a3aca5d424fab5f49c4f6f27acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:18:55Z', 'updated_at': '2022-01-27T08:23:59Z', 'revision_number': 6, 'project_id': 'aaf44a3aca5d424fab5f49c4f6f27acd', 'gw_port_host': None}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:23:59.448267 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09073373-6578-4639-b77d-ebc3a7f8c958 None None] The sync data for ids ['3620f83a-c5f1-425e-9de4-9972a38b96f8'] in dv-cinder-826589-1-iscsi is: [{'id': '3620f83a-c5f1-425e-9de4-9972a38b96f8', 'name': 'tempest-TestShelveInstance-619658937-router', 'tenant_id': 'aaf44a3aca5d424fab5f49c4f6f27acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:18:55Z', 'updated_at': '2022-01-27T08:23:59Z', 'revision_number': 6, 'project_id': 'aaf44a3aca5d424fab5f49c4f6f27acd', 'gw_port_host': None}] {{(pid=102578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 08:23:59.463594 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-9cbcb3c5-bf99-4293-a669-915f865c9dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730335288760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730334756118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13172730'] for port (d21f07e9-6c29-429f-b95d-e30c161f6ca3), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:59.490439 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbcb3c5-bf99-4293-a669-915f865c9dc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d21f07e9-6c29-429f-b95d-e30c161f6ca3,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:23:59.548776 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-9cbcb3c5-bf99-4293-a669-915f865c9dc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550037'] for router_gateway (3620f83a-c5f1-425e-9de4-9972a38b96f8), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:59.641339 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-9cbcb3c5-bf99-4293-a669-915f865c9dc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35647'] for router (3620f83a-c5f1-425e-9de4-9972a38b96f8), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:59.643540 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-9cbcb3c5-bf99-4293-a669-915f865c9dc9 admin admin] Publish callbacks [] for router_controller (3620f83a-c5f1-425e-9de4-9972a38b96f8), precommit_delete_associations {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:59.687208 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-9cbcb3c5-bf99-4293-a669-915f865c9dc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554505'] for router (3620f83a-c5f1-425e-9de4-9972a38b96f8), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:59.687754 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cbcb3c5-bf99-4293-a669-915f865c9dc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3620f83a-c5f1-425e-9de4-9972a38b96f8 {{(pid=102575) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 08:23:59.692158 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-9cbcb3c5-bf99-4293-a669-915f865c9dc9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:59.693854 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-9cbcb3c5-bf99-4293-a669-915f865c9dc9 admin admin] 10.222.0.59 "DELETE /v2.0/routers/3620f83a-c5f1-425e-9de4-9972a38b96f8 HTTP/1.1" status: 204 len: 168 time: 0.8051825 Jan 27 08:23:59.696328 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 37152) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:23:59.740905 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6a4ab5e-6d81-4c4d-aa4f-b6e03dc74aad admin admin] Deleting subnet 5ca02e15-e744-45d5-b637-91d5ba0cc4d7 {{(pid=102575) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 08:23:59.744061 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d6a4ab5e-6d81-4c4d-aa4f-b6e03dc74aad admin admin] Publish callbacks [] for subnet (5ca02e15-e744-45d5-b637-91d5ba0cc4d7), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:59.785599 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d6a4ab5e-6d81-4c4d-aa4f-b6e03dc74aad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13170846'] for subnet (5ca02e15-e744-45d5-b637-91d5ba0cc4d7), precommit_delete_associations {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:59.873862 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d6a4ab5e-6d81-4c4d-aa4f-b6e03dc74aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537734'] for subnet (5ca02e15-e744-45d5-b637-91d5ba0cc4d7), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:59.925349 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d6a4ab5e-6d81-4c4d-aa4f-b6e03dc74aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13172647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220539'] for subnet (5ca02e15-e744-45d5-b637-91d5ba0cc4d7), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:59.951978 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a4ab5e-6d81-4c4d-aa4f-b6e03dc74aad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ca02e15-e744-45d5-b637-91d5ba0cc4d7,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:23:59.956524 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d6a4ab5e-6d81-4c4d-aa4f-b6e03dc74aad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:23:59.959419 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-d6a4ab5e-6d81-4c4d-aa4f-b6e03dc74aad admin admin] 10.222.0.59 "DELETE /v2.0/subnets/5ca02e15-e744-45d5-b637-91d5ba0cc4d7 HTTP/1.1" status: 204 len: 168 time: 0.2618504 Jan 27 08:23:59.961061 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03baf69b-e68c-4788-b511-02b93f293a56 None None] Network b0f79eff-7120-4540-8c56-a989ce72b1d6 requested from dv-cinder-826589-1-iscsi {{(pid=102577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 08:23:59.961808 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 37154) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:24:00.041172 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-5e9f2cfb-b892-4205-81e2-c0d9d9746213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1691783'] for network (b0f79eff-7120-4540-8c56-a989ce72b1d6), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:00.102896 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-5e9f2cfb-b892-4205-81e2-c0d9d9746213 admin admin] Deleting port 77c922ca-fbca-48a3-ab79-3066ee932f0c {{(pid=102575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 08:24:00.103237 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-5e9f2cfb-b892-4205-81e2-c0d9d9746213 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730335283038'] for port (77c922ca-fbca-48a3-ab79-3066ee932f0c), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:00.168696 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-5e9f2cfb-b892-4205-81e2-c0d9d9746213 admin admin] For port 77c922ca-fbca-48a3-ab79-3066ee932f0c, host dv-cinder-826589-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=77c922ca-fbca-48a3-ab79-3066ee932f0c,segment=NetworkSegment(29003b64-2bab-4419-8b14-8bb8b8924cfc),segment_id=29003b64-2bab-4419-8b14-8bb8b8924cfc)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:24:00.169096 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-5e9f2cfb-b892-4205-81e2-c0d9d9746213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547444'] for port (77c922ca-fbca-48a3-ab79-3066ee932f0c), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:00.183073 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-5e9f2cfb-b892-4205-81e2-c0d9d9746213 admin admin] Calling delete_port for 77c922ca-fbca-48a3-ab79-3066ee932f0c owned by network:dhcp {{(pid=102575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 08:24:00.188984 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44feff59-424b-4a9c-9566-28f314febaea None None] DHCP port deletion for b0f79eff-7120-4540-8c56-a989ce72b1d6 request from dv-cinder-826589-1-iscsi {{(pid=102577) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 08:24:00.239222 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-44feff59-424b-4a9c-9566-28f314febaea None None] Deleting port 77c922ca-fbca-48a3-ab79-3066ee932f0c {{(pid=102577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 08:24:00.239593 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-44feff59-424b-4a9c-9566-28f314febaea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730335283038'] for port (77c922ca-fbca-48a3-ab79-3066ee932f0c), before_delete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:00.268388 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-5e9f2cfb-b892-4205-81e2-c0d9d9746213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730335288760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730334756118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13172730'] for port (77c922ca-fbca-48a3-ab79-3066ee932f0c), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:00.297093 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9f2cfb-b892-4205-81e2-c0d9d9746213 admin admin] Pushing event deleted for resources: {'Port': ['ID=77c922ca-fbca-48a3-ab79-3066ee932f0c,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:24:00.300546 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9f2cfb-b892-4205-81e2-c0d9d9746213 admin admin] No DVR routers for this DVR port 77c922ca-fbca-48a3-ab79-3066ee932f0c on host dv-cinder-826589-1-iscsi {{(pid=102575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 08:24:00.308595 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-44feff59-424b-4a9c-9566-28f314febaea None None] For port 77c922ca-fbca-48a3-ab79-3066ee932f0c, host dv-cinder-826589-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=77c922ca-fbca-48a3-ab79-3066ee932f0c,segment=NetworkSegment(29003b64-2bab-4419-8b14-8bb8b8924cfc),segment_id=29003b64-2bab-4419-8b14-8bb8b8924cfc)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:24:00.309221 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-44feff59-424b-4a9c-9566-28f314febaea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547444'] for port (77c922ca-fbca-48a3-ab79-3066ee932f0c), precommit_delete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:00.323192 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-44feff59-424b-4a9c-9566-28f314febaea None None] Calling delete_port for 77c922ca-fbca-48a3-ab79-3066ee932f0c owned by network:dhcp {{(pid=102577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 08:24:00.391558 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-5e9f2cfb-b892-4205-81e2-c0d9d9746213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535825', 'neutron.services.segments.db._delete_segments_for_network-8730335277442'] for network (b0f79eff-7120-4540-8c56-a989ce72b1d6), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:00.408424 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-44feff59-424b-4a9c-9566-28f314febaea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730335288760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730334756118'] for port (77c922ca-fbca-48a3-ab79-3066ee932f0c), after_delete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:00.415185 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.services.segments.db [None req-5e9f2cfb-b892-4205-81e2-c0d9d9746213 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0f79eff-7120-4540-8c56-a989ce72b1d6']}} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:24:00.424998 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.services.segments.db [None req-5e9f2cfb-b892-4205-81e2-c0d9d9746213 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29003b64-2bab-4419-8b14-8bb8b8924cfc') {'for_net_delete': True} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:24:00.425301 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.services.segments.db [None req-5e9f2cfb-b892-4205-81e2-c0d9d9746213 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29003b64-2bab-4419-8b14-8bb8b8924cfc') {} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:24:00.441499 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-5e9f2cfb-b892-4205-81e2-c0d9d9746213 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730335278475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13170839'] for segment (29003b64-2bab-4419-8b14-8bb8b8924cfc), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:00.444527 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44feff59-424b-4a9c-9566-28f314febaea None None] Pushing event deleted for resources: {'Port': ['ID=77c922ca-fbca-48a3-ab79-3066ee932f0c,revision_number=None']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:24:00.448370 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44feff59-424b-4a9c-9566-28f314febaea None None] No DVR routers for this DVR port 77c922ca-fbca-48a3-ab79-3066ee932f0c on host dv-cinder-826589-1-iscsi {{(pid=102577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 08:24:00.456268 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-5e9f2cfb-b892-4205-81e2-c0d9d9746213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505597'] for segment (29003b64-2bab-4419-8b14-8bb8b8924cfc), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:00.464717 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e9f2cfb-b892-4205-81e2-c0d9d9746213 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=102575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 08:24:00.464717 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-5e9f2cfb-b892-4205-81e2-c0d9d9746213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13172489'] for segment (29003b64-2bab-4419-8b14-8bb8b8924cfc), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:00.466419 dv-cinder-826589-1-iscsi neutron-server[102575]: Traceback (most recent call last): Jan 27 08:24:00.466419 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 08:24:00.466419 dv-cinder-826589-1-iscsi neutron-server[102575]: timer() Jan 27 08:24:00.466419 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 08:24:00.466419 dv-cinder-826589-1-iscsi neutron-server[102575]: cb(*args, **kw) Jan 27 08:24:00.466419 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 08:24:00.466419 dv-cinder-826589-1-iscsi neutron-server[102575]: return func(*args, **kwargs) Jan 27 08:24:00.466419 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 08:24:00.466419 dv-cinder-826589-1-iscsi neutron-server[102575]: self._notify() Jan 27 08:24:00.466419 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 08:24:00.466419 dv-cinder-826589-1-iscsi neutron-server[102575]: self.callback(batched_events) Jan 27 08:24:00.466419 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 08:24:00.466419 dv-cinder-826589-1-iscsi neutron-server[102575]: event.method(event) Jan 27 08:24:00.466419 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 08:24:00.466419 dv-cinder-826589-1-iscsi neutron-server[102575]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 08:24:00.466419 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 08:24:00.466419 dv-cinder-826589-1-iscsi neutron-server[102575]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 08:24:00.466419 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 08:24:00.466419 dv-cinder-826589-1-iscsi neutron-server[102575]: return f(self, *a, **k) Jan 27 08:24:00.466419 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 08:24:00.466419 dv-cinder-826589-1-iscsi neutron-server[102575]: return self._get(url).json() Jan 27 08:24:00.466419 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 08:24:00.466419 dv-cinder-826589-1-iscsi neutron-server[102575]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 08:24:00.466419 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 08:24:00.466419 dv-cinder-826589-1-iscsi neutron-server[102575]: return self.request(url, 'GET', **kwargs) Jan 27 08:24:00.466419 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 08:24:00.466419 dv-cinder-826589-1-iscsi neutron-server[102575]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 08:24:00.466419 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 08:24:00.466419 dv-cinder-826589-1-iscsi neutron-server[102575]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 08:24:00.466419 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 08:24:00.466419 dv-cinder-826589-1-iscsi neutron-server[102575]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 08:24:00.466419 dv-cinder-826589-1-iscsi neutron-server[102575]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 08:24:00.531682 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-5e9f2cfb-b892-4205-81e2-c0d9d9746213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549501'] for network (b0f79eff-7120-4540-8c56-a989ce72b1d6), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:00.537504 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-5e9f2cfb-b892-4205-81e2-c0d9d9746213 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for network (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:00.540677 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-5e9f2cfb-b892-4205-81e2-c0d9d9746213 admin admin] 10.222.0.59 "DELETE /v2.0/networks/b0f79eff-7120-4540-8c56-a989ce72b1d6 HTTP/1.1" status: 204 len: 168 time: 0.5779402 Jan 27 08:24:00.554202 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9f2cfb-b892-4205-81e2-c0d9d9746213 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0f79eff-7120-4540-8c56-a989ce72b1d6,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:24:00.654874 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 37162) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:24:00.696121 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-1060c8a2-e83e-4cf9-8669-0b37bb6008f1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=98ed485ee068452897a0970649c63f20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399623 Jan 27 08:24:00.698705 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 37164) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:24:00.752674 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-88b11719-fa5c-46e8-aa73-f471dd9b32b5 admin admin] Publish callbacks [] for security_group (193c766d-a958-48c6-82b6-042ab3a280f2), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:00.773354 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-88b11719-fa5c-46e8-aa73-f471dd9b32b5 admin admin] Publish callbacks [] for security_group (193c766d-a958-48c6-82b6-042ab3a280f2), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:00.823045 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-88b11719-fa5c-46e8-aa73-f471dd9b32b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (193c766d-a958-48c6-82b6-042ab3a280f2), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:00.825931 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-88b11719-fa5c-46e8-aa73-f471dd9b32b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:00.829173 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-88b11719-fa5c-46e8-aa73-f471dd9b32b5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/193c766d-a958-48c6-82b6-042ab3a280f2 HTTP/1.1" status: 204 len: 168 time: 0.1275418 Jan 27 08:24:00.835699 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b11719-fa5c-46e8-aa73-f471dd9b32b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193c766d-a958-48c6-82b6-042ab3a280f2,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:24:00.962600 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device 77c922ca-fbca-48a3-ab79-3066ee932f0c no longer exists at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 08:24:00.992199 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] No Port match for: 77c922ca-fbca-48a3-ab79-3066ee932f0c {{(pid=102577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 08:24:00.992721 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device 77c922ca-fbca-48a3-ab79-3066ee932f0c not bound to the agent host dv-cinder-826589-1-iscsi {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 08:24:00.993147 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device d21f07e9-6c29-429f-b95d-e30c161f6ca3 no longer exists at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 08:24:01.012614 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] No Port match for: d21f07e9-6c29-429f-b95d-e30c161f6ca3 {{(pid=102577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 08:24:01.012988 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device d21f07e9-6c29-429f-b95d-e30c161f6ca3 not bound to the agent host dv-cinder-826589-1-iscsi {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 08:24:01.013407 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device 3aefa0bc-d5ed-48d1-8037-1c22ebc8b5cd no longer exists at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 08:24:01.031910 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] No Port match for: 3aefa0bc-d5ed-48d1-8037-1c22ebc8b5cd {{(pid=102577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 08:24:01.032255 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device 3aefa0bc-d5ed-48d1-8037-1c22ebc8b5cd not bound to the agent host dv-cinder-826589-1-iscsi {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 08:24:01.145647 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 37172) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:24:01.185615 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-b13e8ec2-e123-44a4-b435-59c8d64810dc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=aaf44a3aca5d424fab5f49c4f6f27acd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380406 Jan 27 08:24:01.188101 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 37174) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:24:01.235213 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-5368c6f8-b339-47da-a885-810cdffe3565 admin admin] Publish callbacks [] for security_group (ea521213-9acd-43a5-b187-1314c70c9bdf), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:01.257011 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-5368c6f8-b339-47da-a885-810cdffe3565 admin admin] Publish callbacks [] for security_group (ea521213-9acd-43a5-b187-1314c70c9bdf), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:01.302104 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-5368c6f8-b339-47da-a885-810cdffe3565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (ea521213-9acd-43a5-b187-1314c70c9bdf), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:01.304954 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-5368c6f8-b339-47da-a885-810cdffe3565 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:01.306097 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-5368c6f8-b339-47da-a885-810cdffe3565 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ea521213-9acd-43a5-b187-1314c70c9bdf HTTP/1.1" status: 204 len: 168 time: 0.1171179 Jan 27 08:24:01.313782 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5368c6f8-b339-47da-a885-810cdffe3565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea521213-9acd-43a5-b187-1314c70c9bdf,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:24:01.955070 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-29071c9f-a5e1-4b4f-a13d-396b4783eeb0 req-8e7f26d3-ad26-45ab-9365-46bff4de51e5 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1536528632&fields=id&tenant_id=3f205d29427e42f9a63d06733db73b9f HTTP/1.1" status: 200 len: 267 time: 0.0446067 Jan 27 08:24:02.009191 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29071c9f-a5e1-4b4f-a13d-396b4783eeb0 req-6817a90d-7bcc-425c-ab5f-41b5d7a6ddcd tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:24:02.010649 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-29071c9f-a5e1-4b4f-a13d-396b4783eeb0 req-6817a90d-7bcc-425c-ab5f-41b5d7a6ddcd tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c0e3462-00c5-490e-9153-bbb3750d7236 HTTP/1.1" status: 200 len: 985 time: 0.0503955 Jan 27 08:24:02.023153 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.v2.base [req-29071c9f-a5e1-4b4f-a13d-396b4783eeb0 req-0c0c303c-85cf-40e9-a9af-9cbbedea56e1 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Request body: {'port': {'security_groups': ['7ad5322c-90b1-4bf1-9bda-fe98c62b5554']}} {{(pid=102576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:24:02.089365 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-29071c9f-a5e1-4b4f-a13d-396b4783eeb0 req-0c0c303c-85cf-40e9-a9af-9cbbedea56e1 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (afaa3a9a-e73c-4303-a2d3-9a6d632848c3), before_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:02.257956 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.db [req-29071c9f-a5e1-4b4f-a13d-396b4783eeb0 req-0c0c303c-85cf-40e9-a9af-9cbbedea56e1 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] For port afaa3a9a-e73c-4303-a2d3-9a6d632848c3, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=afaa3a9a-e73c-4303-a2d3-9a6d632848c3,segment=NetworkSegment(43cb66b7-a77f-413a-ab06-f86f4b2997dd),segment_id=43cb66b7-a77f-413a-ab06-f86f4b2997dd)] {{(pid=102576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:24:02.286263 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-29071c9f-a5e1-4b4f-a13d-396b4783eeb0 req-0c0c303c-85cf-40e9-a9af-9cbbedea56e1 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Publish callbacks [] for port (afaa3a9a-e73c-4303-a2d3-9a6d632848c3), precommit_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:02.291065 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-29071c9f-a5e1-4b4f-a13d-396b4783eeb0 req-0c0c303c-85cf-40e9-a9af-9cbbedea56e1 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13114678'] for port (afaa3a9a-e73c-4303-a2d3-9a6d632848c3), after_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:02.312256 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] get_ports_and_sgs() called for port_ids ['afaa3a9a-e73c-4303-a2d3-9a6d632848c3'] {{(pid=102577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 08:24:02.332089 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29071c9f-a5e1-4b4f-a13d-396b4783eeb0 req-0c0c303c-85cf-40e9-a9af-9cbbedea56e1 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:24:02.332735 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [req-29071c9f-a5e1-4b4f-a13d-396b4783eeb0 req-0c0c303c-85cf-40e9-a9af-9cbbedea56e1 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for port (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:02.334715 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-29071c9f-a5e1-4b4f-a13d-396b4783eeb0 req-0c0c303c-85cf-40e9-a9af-9cbbedea56e1 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "PUT /v2.0/ports/afaa3a9a-e73c-4303-a2d3-9a6d632848c3 HTTP/1.1" status: 200 len: 943 time: 0.3168859 Jan 27 08:24:02.335174 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c0e3462-00c5-490e-9153-bbb3750d7236', 'tag': 'afaa3a9a-e73c-4303-a2d3-9a6d632848c3'}] {{(pid=102576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:24:02.337476 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e99b03222c8d2fef0e5d308316368c2f75dcb43852cf269b2a1b1136e13dae4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e5e81b-2001-49bb-930a-d3228ad3a2a0" -d '{"events": [{"name": "network-changed", "server_uuid": "2c0e3462-00c5-490e-9153-bbb3750d7236", "tag": "afaa3a9a-e73c-4303-a2d3-9a6d632848c3"}]}' {{(pid=102576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:24:02.344605 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 37184) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:24:02.365103 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0c303c-85cf-40e9-a9af-9cbbedea56e1 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Pushing event updated for resources: {'Port': ['ID=afaa3a9a-e73c-4303-a2d3-9a6d632848c3,revision_number=7']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:24:02.401565 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 08:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be86667-942c-45ae-b36d-ad1a543700e9 x-openstack-request-id: req-6be86667-942c-45ae-b36d-ad1a543700e9 {{(pid=102576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:24:02.401869 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c0e3462-00c5-490e-9153-bbb3750d7236", "tag": "afaa3a9a-e73c-4303-a2d3-9a6d632848c3", "status": "completed", "code": 200}]} {{(pid=102576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:24:02.402125 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6be86667-942c-45ae-b36d-ad1a543700e9 {{(pid=102576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:24:02.402820 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c0e3462-00c5-490e-9153-bbb3750d7236', 'tag': 'afaa3a9a-e73c-4303-a2d3-9a6d632848c3', 'status': 'completed', 'code': 200} Jan 27 08:24:02.416338 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-fc4081d1-0e14-4f12-b192-49bf7b73db0e tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Publish callbacks [] for security_group (578f14c9-3c0d-41ab-8a60-f486bc60301a), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:02.427672 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] get_ports_and_sgs() called for port_ids ['afaa3a9a-e73c-4303-a2d3-9a6d632848c3'] {{(pid=102577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 08:24:02.473195 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-fc4081d1-0e14-4f12-b192-49bf7b73db0e tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Publish callbacks [] for security_group (578f14c9-3c0d-41ab-8a60-f486bc60301a), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:02.549175 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5e81b-2001-49bb-930a-d3228ad3a2a0 req-6066a295-92c2-4a84-a2f3-89d0d3b84b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:24:02.551021 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-56e5e81b-2001-49bb-930a-d3228ad3a2a0 req-6066a295-92c2-4a84-a2f3-89d0d3b84b4f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3f205d29427e42f9a63d06733db73b9f&device_id=2c0e3462-00c5-490e-9153-bbb3750d7236 HTTP/1.1" status: 200 len: 1099 time: 0.1191144 Jan 27 08:24:02.600026 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-fc4081d1-0e14-4f12-b192-49bf7b73db0e tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (578f14c9-3c0d-41ab-8a60-f486bc60301a), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:02.602909 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-fc4081d1-0e14-4f12-b192-49bf7b73db0e tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Publish callbacks [] for security_group (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:02.604012 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-fc4081d1-0e14-4f12-b192-49bf7b73db0e tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "DELETE /v2.0/security-groups/578f14c9-3c0d-41ab-8a60-f486bc60301a HTTP/1.1" status: 204 len: 168 time: 0.2581449 Jan 27 08:24:02.607048 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 37188) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:24:02.643184 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4081d1-0e14-4f12-b192-49bf7b73db0e tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=578f14c9-3c0d-41ab-8a60-f486bc60301a,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:24:02.646608 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-98ed069b-7367-4dbf-9c56-97463b9e5926 None None] Provisioning complete for port afaa3a9a-e73c-4303-a2d3-9a6d632848c3 triggered by entity DHCP. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:24:02.646996 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-98ed069b-7367-4dbf-9c56-97463b9e5926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (afaa3a9a-e73c-4303-a2d3-9a6d632848c3), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:02.701969 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5e81b-2001-49bb-930a-d3228ad3a2a0 req-113f5fc9-8024-422d-a46a-313cbbbbea13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:24:02.707474 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-56e5e81b-2001-49bb-930a-d3228ad3a2a0 req-113f5fc9-8024-422d-a46a-313cbbbbea13 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1ee4935e-d112-4167-9e63-78b81a132699 HTTP/1.1" status: 200 len: 915 time: 0.1458921 Jan 27 08:24:02.736091 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-98ed069b-7367-4dbf-9c56-97463b9e5926 None None] Current status of the port afaa3a9a-e73c-4303-a2d3-9a6d632848c3 is: ACTIVE; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:24:02.776442 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-56e5e81b-2001-49bb-930a-d3228ad3a2a0 req-f5287455-9eea-40ba-87e3-4b6fefe34aaf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afaa3a9a-e73c-4303-a2d3-9a6d632848c3 HTTP/1.1" status: 200 len: 1002 time: 0.0650434 Jan 27 08:24:02.789729 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.plugin [None req-c24c3564-fc4f-4f39-aee0-2e330b1604b4 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Deleting port 22d4b442-2f60-424e-a1e5-f990c7505245 {{(pid=102576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 08:24:02.790064 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-c24c3564-fc4f-4f39-aee0-2e330b1604b4 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730335283038'] for port (22d4b442-2f60-424e-a1e5-f990c7505245), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:02.830218 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5e81b-2001-49bb-930a-d3228ad3a2a0 req-323d6469-a22f-4baa-8262-0e9d6ac04469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:24:02.831708 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-56e5e81b-2001-49bb-930a-d3228ad3a2a0 req-323d6469-a22f-4baa-8262-0e9d6ac04469 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c2a97265-d832-4a00-a269-fcf61d06224a HTTP/1.1" status: 200 len: 853 time: 0.0459268 Jan 27 08:24:02.882710 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5e81b-2001-49bb-930a-d3228ad3a2a0 req-9ada8dde-f026-4ad4-adb4-dc337e419fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:24:02.884258 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-56e5e81b-2001-49bb-930a-d3228ad3a2a0 req-9ada8dde-f026-4ad4-adb4-dc337e419fc8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1ee4935e-d112-4167-9e63-78b81a132699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452156 Jan 27 08:24:02.984016 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-56e5e81b-2001-49bb-930a-d3228ad3a2a0 req-3a30fca3-9b9d-487f-8254-8fbfc801a87a service neutron] 10.222.0.72 "GET /v2.0/networks/1ee4935e-d112-4167-9e63-78b81a132699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931747 Jan 27 08:24:03.082158 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-56e5e81b-2001-49bb-930a-d3228ad3a2a0 req-f4778e96-094e-46a0-8542-6fde0e64aa21 service neutron] 10.222.0.72 "GET /v2.0/networks/1ee4935e-d112-4167-9e63-78b81a132699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897114 Jan 27 08:24:03.101991 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-c24c3564-fc4f-4f39-aee0-2e330b1604b4 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547444'] for port (22d4b442-2f60-424e-a1e5-f990c7505245), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:03.102585 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-c24c3564-fc4f-4f39-aee0-2e330b1604b4 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Publish callbacks [] for floatingip (22d4b442-2f60-424e-a1e5-f990c7505245), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:03.113728 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.plugin [None req-c24c3564-fc4f-4f39-aee0-2e330b1604b4 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Calling delete_port for 22d4b442-2f60-424e-a1e5-f990c7505245 owned by network:floatingip {{(pid=102576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 08:24:03.278174 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-c24c3564-fc4f-4f39-aee0-2e330b1604b4 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730335288760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730334756118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13114657'] for port (22d4b442-2f60-424e-a1e5-f990c7505245), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:03.306063 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24c3564-fc4f-4f39-aee0-2e330b1604b4 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Pushing event deleted for resources: {'Port': ['ID=22d4b442-2f60-424e-a1e5-f990c7505245,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:24:03.367544 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-c24c3564-fc4f-4f39-aee0-2e330b1604b4 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Publish callbacks [] for floatingip (7177213c-9318-4eff-8b57-b93c0a206215), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:03.367905 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.db.l3_db [None req-c24c3564-fc4f-4f39-aee0-2e330b1604b4 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Floating IP 7177213c-9318-4eff-8b57-b93c0a206215 disassociated (deleted). External IP: 172.27.1.127, port: afaa3a9a-e73c-4303-a2d3-9a6d632848c3. Jan 27 08:24:03.603240 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c24c3564-fc4f-4f39-aee0-2e330b1604b4 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Router 7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508 has already been hosted by L3 agent c4292dc4-d7f6-4187-994e-0142c7d14647 {{(pid=102576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 08:24:03.732791 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24c3564-fc4f-4f39-aee0-2e330b1604b4 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Notify agent at l3_agent.dv-cinder-826589-1-iscsi the message routers_updated {{(pid=102576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 08:24:03.737234 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-c24c3564-fc4f-4f39-aee0-2e330b1604b4 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for floatingip (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:03.747908 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b4a3a2-12ed-4708-b332-1872e6a5d3d0 None None] Sync routers for ids ['7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508'] in dv-cinder-826589-1-iscsi {{(pid=102577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 08:24:03.761515 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b4a3a2-12ed-4708-b332-1872e6a5d3d0 None None] Routers {'7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:24:03.762643 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-01b4a3a2-12ed-4708-b332-1872e6a5d3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:23:53Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508'], 'active': True} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:24:03.767629 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-c24c3564-fc4f-4f39-aee0-2e330b1604b4 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "DELETE /v2.0/floatingips/7177213c-9318-4eff-8b57-b93c0a206215 HTTP/1.1" status: 204 len: 168 time: 1.1564772 Jan 27 08:24:04.033022 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvr_db [None req-01b4a3a2-12ed-4708-b332-1872e6a5d3d0 None None] Set router 7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508 gateway port host: dv-cinder-826589-1-iscsi {{(pid=102577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:24:04.240316 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-01b4a3a2-12ed-4708-b332-1872e6a5d3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508', 'name': 'tempest-TestMinimumBasicScenario-569427310-router', 'tenant_id': '3f205d29427e42f9a63d06733db73b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '1d25351f-80d8-4473-b724-acd9f186dd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:21:31Z', 'updated_at': '2022-01-27T08:21:34Z', 'revision_number': 4, 'project_id': '3f205d29427e42f9a63d06733db73b9f', 'gw_port': {'id': '1d25351f-80d8-4473-b724-acd9f186dd68', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:21:32Z', 'updated_at': '2022-01-27T08:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_interfaces': [{'id': '206252d7-8b7f-47be-ac5e-f5a12e736aed', 'name': '', 'network_id': '1ee4935e-d112-4167-9e63-78b81a132699', 'tenant_id': '3f205d29427e42f9a63d06733db73b9f', 'mac_address': 'fa:16:3e:2d:ca:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'c2a97265-d832-4a00-a269-fcf61d06224a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:21:34Z', 'updated_at': '2022-01-27T08:21:39Z', 'revision_number': 5, 'project_id': '3f205d29427e42f9a63d06733db73b9f', 'subnets': [{'id': 'c2a97265-d832-4a00-a269-fcf61d06224a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:24:04.265451 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b4a3a2-12ed-4708-b332-1872e6a5d3d0 None None] Checking router: 7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508 for host: dv-cinder-826589-1-iscsi {{(pid=102577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 08:24:04.273476 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b4a3a2-12ed-4708-b332-1872e6a5d3d0 None None] Routers {'7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:24:04.274071 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-01b4a3a2-12ed-4708-b332-1872e6a5d3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:23:53Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508'], 'active': True} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:24:04.378539 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvr_db [None req-01b4a3a2-12ed-4708-b332-1872e6a5d3d0 None None] Set router 7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508 gateway port host: dv-cinder-826589-1-iscsi {{(pid=102577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:24:04.404397 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c0e3462-00c5-490e-9153-bbb3750d7236', 'tag': 'afaa3a9a-e73c-4303-a2d3-9a6d632848c3'}] {{(pid=102576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:24:04.406872 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e99b03222c8d2fef0e5d308316368c2f75dcb43852cf269b2a1b1136e13dae4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4caf67f-a7c6-4f5f-b0d2-8e0acc455d8a" -d '{"events": [{"name": "network-changed", "server_uuid": "2c0e3462-00c5-490e-9153-bbb3750d7236", "tag": "afaa3a9a-e73c-4303-a2d3-9a6d632848c3"}]}' {{(pid=102576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:24:04.443314 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 08:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc45c96-3fec-4539-b032-68e4fa814e02 x-openstack-request-id: req-2fc45c96-3fec-4539-b032-68e4fa814e02 {{(pid=102576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:24:04.443721 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c0e3462-00c5-490e-9153-bbb3750d7236", "tag": "afaa3a9a-e73c-4303-a2d3-9a6d632848c3", "status": "completed", "code": 200}]} {{(pid=102576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:24:04.444103 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2fc45c96-3fec-4539-b032-68e4fa814e02 {{(pid=102576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:24:04.444745 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c0e3462-00c5-490e-9153-bbb3750d7236', 'tag': 'afaa3a9a-e73c-4303-a2d3-9a6d632848c3', 'status': 'completed', 'code': 200} Jan 27 08:24:04.504614 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4caf67f-a7c6-4f5f-b0d2-8e0acc455d8a req-8ff68ed2-9d99-42e9-9595-ea97e496cda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:24:04.506343 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-b4caf67f-a7c6-4f5f-b0d2-8e0acc455d8a req-8ff68ed2-9d99-42e9-9595-ea97e496cda9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3f205d29427e42f9a63d06733db73b9f&device_id=2c0e3462-00c5-490e-9153-bbb3750d7236 HTTP/1.1" status: 200 len: 1099 time: 0.0411811 Jan 27 08:24:04.589711 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-01b4a3a2-12ed-4708-b332-1872e6a5d3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508', 'name': 'tempest-TestMinimumBasicScenario-569427310-router', 'tenant_id': '3f205d29427e42f9a63d06733db73b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '1d25351f-80d8-4473-b724-acd9f186dd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:21:31Z', 'updated_at': '2022-01-27T08:21:34Z', 'revision_number': 4, 'project_id': '3f205d29427e42f9a63d06733db73b9f', 'gw_port': {'id': '1d25351f-80d8-4473-b724-acd9f186dd68', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:21:32Z', 'updated_at': '2022-01-27T08:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_interfaces': [{'id': '206252d7-8b7f-47be-ac5e-f5a12e736aed', 'name': '', 'network_id': '1ee4935e-d112-4167-9e63-78b81a132699', 'tenant_id': '3f205d29427e42f9a63d06733db73b9f', 'mac_address': 'fa:16:3e:2d:ca:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'c2a97265-d832-4a00-a269-fcf61d06224a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:21:34Z', 'updated_at': '2022-01-27T08:21:39Z', 'revision_number': 5, 'project_id': '3f205d29427e42f9a63d06733db73b9f', 'subnets': [{'id': 'c2a97265-d832-4a00-a269-fcf61d06224a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:24:04.606945 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4caf67f-a7c6-4f5f-b0d2-8e0acc455d8a req-3a7c7f0c-5c7b-403b-9c00-5270c4efc5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:24:04.608516 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-b4caf67f-a7c6-4f5f-b0d2-8e0acc455d8a req-3a7c7f0c-5c7b-403b-9c00-5270c4efc5f5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1ee4935e-d112-4167-9e63-78b81a132699 HTTP/1.1" status: 200 len: 915 time: 0.0957906 Jan 27 08:24:04.617150 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b4a3a2-12ed-4708-b332-1872e6a5d3d0 None None] The sync data for ids ['7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508'] in dv-cinder-826589-1-iscsi is: [{'id': '7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508', 'name': 'tempest-TestMinimumBasicScenario-569427310-router', 'tenant_id': '3f205d29427e42f9a63d06733db73b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '1d25351f-80d8-4473-b724-acd9f186dd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:21:31Z', 'updated_at': '2022-01-27T08:21:34Z', 'revision_number': 4, 'project_id': '3f205d29427e42f9a63d06733db73b9f', 'gw_port': {'id': '1d25351f-80d8-4473-b724-acd9f186dd68', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:21:32Z', 'updated_at': '2022-01-27T08:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_interfaces': [{'id': '206252d7-8b7f-47be-ac5e-f5a12e736aed', 'name': '', 'network_id': '1ee4935e-d112-4167-9e63-78b81a132699', 'tenant_id': '3f205d29427e42f9a63d06733db73b9f', 'mac_address': 'fa:16:3e:2d:ca:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'c2a97265-d832-4a00-a269-fcf61d06224a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:21:34Z', 'updated_at': '2022-01-27T08:21:39Z', 'revision_number': 5, 'project_id': '3f205d29427e42f9a63d06733db73b9f', 'subnets': [{'id': 'c2a97265-d832-4a00-a269-fcf61d06224a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 08:24:04.651153 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-b4caf67f-a7c6-4f5f-b0d2-8e0acc455d8a req-cc976700-a26d-4719-94ac-5c84ff8e3cc8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afaa3a9a-e73c-4303-a2d3-9a6d632848c3 HTTP/1.1" status: 200 len: 217 time: 0.0357440 Jan 27 08:24:04.706262 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4caf67f-a7c6-4f5f-b0d2-8e0acc455d8a req-72f64374-e4d0-414e-8f89-e7c3965ab6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:24:04.707761 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-b4caf67f-a7c6-4f5f-b0d2-8e0acc455d8a req-72f64374-e4d0-414e-8f89-e7c3965ab6e4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c2a97265-d832-4a00-a269-fcf61d06224a HTTP/1.1" status: 200 len: 853 time: 0.0500047 Jan 27 08:24:04.759459 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4caf67f-a7c6-4f5f-b0d2-8e0acc455d8a req-3bb59c37-b3f0-457a-a909-ac8de8325bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:24:04.760940 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-b4caf67f-a7c6-4f5f-b0d2-8e0acc455d8a req-3bb59c37-b3f0-457a-a909-ac8de8325bbb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1ee4935e-d112-4167-9e63-78b81a132699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0463319 Jan 27 08:24:04.860660 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-b4caf67f-a7c6-4f5f-b0d2-8e0acc455d8a req-fdb923d6-8dd6-41ab-816d-2ce09954df80 service neutron] 10.222.0.72 "GET /v2.0/networks/1ee4935e-d112-4167-9e63-78b81a132699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932972 Jan 27 08:24:04.870635 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babc61b2-a40a-4bdf-88d3-6b0a15c1cb5e None None] New status for floating IP 7177213c-9318-4eff-8b57-b93c0a206215: DOWN {{(pid=102578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 08:24:04.953130 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-b4caf67f-a7c6-4f5f-b0d2-8e0acc455d8a req-139cba39-0c07-48f2-b9df-0e149c68992f service neutron] 10.222.0.72 "GET /v2.0/networks/1ee4935e-d112-4167-9e63-78b81a132699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863619 Jan 27 08:24:05.671849 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-bd8649d7-5292-4d66-99de-114a90bfdd1d req-dcf865db-574d-4325-99db-743f3792f165 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e22c3975-4834-494a-8fc5-3c7ee94b3a21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388083 Jan 27 08:24:05.768895 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8649d7-5292-4d66-99de-114a90bfdd1d req-56026a5d-095e-400d-b4a2-f3adc86cab58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:24:05.770331 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-bd8649d7-5292-4d66-99de-114a90bfdd1d req-56026a5d-095e-400d-b4a2-f3adc86cab58 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0faac1e89cc44ae197577f1e66e143cd&device_id=e22c3975-4834-494a-8fc5-3c7ee94b3a21 HTTP/1.1" status: 200 len: 1099 time: 0.0502968 Jan 27 08:24:05.881514 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8649d7-5292-4d66-99de-114a90bfdd1d req-d9a57e93-4e41-4343-80e7-1af6ce5d840b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:24:05.882977 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-bd8649d7-5292-4d66-99de-114a90bfdd1d req-d9a57e93-4e41-4343-80e7-1af6ce5d840b service neutron] 10.222.0.72 "GET /v2.0/networks?id=9b081a2b-185d-4bc7-8711-580f26a8816a HTTP/1.1" status: 200 len: 913 time: 0.0865159 Jan 27 08:24:05.949741 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-bd8649d7-5292-4d66-99de-114a90bfdd1d req-af7f849f-7ee5-4e72-a701-c1a0ca2bc72b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d0ee498-5ef5-47e6-b470-80328c6a0096 HTTP/1.1" status: 200 len: 1001 time: 0.0601983 Jan 27 08:24:05.998886 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8649d7-5292-4d66-99de-114a90bfdd1d req-6dd76c2e-d3bf-4ce9-ab1c-eaa4aac11305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:24:06.000356 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-bd8649d7-5292-4d66-99de-114a90bfdd1d req-6dd76c2e-d3bf-4ce9-ab1c-eaa4aac11305 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dea6adae-bbac-41f2-ace5-b3e89da3af0b HTTP/1.1" status: 200 len: 851 time: 0.0447817 Jan 27 08:24:06.048358 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8649d7-5292-4d66-99de-114a90bfdd1d req-296f41b6-6106-4361-8621-0936ca9e9a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:24:06.050000 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-bd8649d7-5292-4d66-99de-114a90bfdd1d req-296f41b6-6106-4361-8621-0936ca9e9a41 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9b081a2b-185d-4bc7-8711-580f26a8816a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433321 Jan 27 08:24:06.146671 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-bd8649d7-5292-4d66-99de-114a90bfdd1d req-f4a2c76b-a535-4931-ad55-2b125b47efe0 service neutron] 10.222.0.72 "GET /v2.0/networks/9b081a2b-185d-4bc7-8711-580f26a8816a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899117 Jan 27 08:24:06.236019 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-bd8649d7-5292-4d66-99de-114a90bfdd1d req-af7723a9-54a5-4723-889f-d13854880ec0 service neutron] 10.222.0.72 "GET /v2.0/networks/9b081a2b-185d-4bc7-8711-580f26a8816a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823028 Jan 27 08:24:06.482528 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4fdee-0084-4783-a8e6-d5002b9ab354 req-8f34c02f-a4aa-4ee8-b1cf-ff6babc3926c tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:24:06.483999 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-52d4fdee-0084-4783-a8e6-d5002b9ab354 req-8f34c02f-a4aa-4ee8-b1cf-ff6babc3926c tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c0e3462-00c5-490e-9153-bbb3750d7236 HTTP/1.1" status: 200 len: 946 time: 0.0487349 Jan 27 08:24:06.532015 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-52d4fdee-0084-4783-a8e6-d5002b9ab354 req-a7da23c4-ae21-4fbc-ab58-64baa2e42b0d tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ad5322c-90b1-4bf1-9bda-fe98c62b5554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424216 Jan 27 08:24:07.650091 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15316861-3e5c-4393-853b-39776e73c4cd req-85abd927-b03e-4b41-8169-0cc0e851ab39 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:24:07.651556 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-15316861-3e5c-4393-853b-39776e73c4cd req-85abd927-b03e-4b41-8169-0cc0e851ab39 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c0e3462-00c5-490e-9153-bbb3750d7236 HTTP/1.1" status: 200 len: 946 time: 0.0516660 Jan 27 08:24:07.697743 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-15316861-3e5c-4393-853b-39776e73c4cd req-1c78a20f-edc7-4987-bfa0-9c1c61dac3c2 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ad5322c-90b1-4bf1-9bda-fe98c62b5554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406437 Jan 27 08:24:08.296961 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe09c2-c923-4658-a871-3e08e4f75712 req-a0c14553-e5a8-4bd7-af6c-38392356370c tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:24:08.298311 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-44fe09c2-c923-4658-a871-3e08e4f75712 req-a0c14553-e5a8-4bd7-af6c-38392356370c tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.72 "GET /v2.0/ports?device_id=2c0e3462-00c5-490e-9153-bbb3750d7236 HTTP/1.1" status: 200 len: 946 time: 0.0513663 Jan 27 08:24:08.388294 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [req-44fe09c2-c923-4658-a871-3e08e4f75712 req-16f46919-2205-4d87-9445-c1714b9e936d tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Deleting port afaa3a9a-e73c-4303-a2d3-9a6d632848c3 {{(pid=102575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 08:24:08.388637 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-44fe09c2-c923-4658-a871-3e08e4f75712 req-16f46919-2205-4d87-9445-c1714b9e936d tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730335283038'] for port (afaa3a9a-e73c-4303-a2d3-9a6d632848c3), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:08.478659 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [req-44fe09c2-c923-4658-a871-3e08e4f75712 req-16f46919-2205-4d87-9445-c1714b9e936d tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] For port afaa3a9a-e73c-4303-a2d3-9a6d632848c3, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=afaa3a9a-e73c-4303-a2d3-9a6d632848c3,segment=NetworkSegment(43cb66b7-a77f-413a-ab06-f86f4b2997dd),segment_id=43cb66b7-a77f-413a-ab06-f86f4b2997dd)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:24:08.479019 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-44fe09c2-c923-4658-a871-3e08e4f75712 req-16f46919-2205-4d87-9445-c1714b9e936d tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547444'] for port (afaa3a9a-e73c-4303-a2d3-9a6d632848c3), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:08.491276 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [req-44fe09c2-c923-4658-a871-3e08e4f75712 req-16f46919-2205-4d87-9445-c1714b9e936d tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Calling delete_port for afaa3a9a-e73c-4303-a2d3-9a6d632848c3 owned by compute:nova {{(pid=102575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 08:24:08.618197 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-44fe09c2-c923-4658-a871-3e08e4f75712 req-16f46919-2205-4d87-9445-c1714b9e936d tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730335288760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730334756118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13172730'] for port (afaa3a9a-e73c-4303-a2d3-9a6d632848c3), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:08.631264 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] get_ports_and_sgs() called for port_ids ['afaa3a9a-e73c-4303-a2d3-9a6d632848c3'] {{(pid=102577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 08:24:08.651681 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f46919-2205-4d87-9445-c1714b9e936d tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Pushing event deleted for resources: {'Port': ['ID=afaa3a9a-e73c-4303-a2d3-9a6d632848c3,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:24:08.690980 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [req-44fe09c2-c923-4658-a871-3e08e4f75712 req-16f46919-2205-4d87-9445-c1714b9e936d tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] No DVR routers for this DVR port afaa3a9a-e73c-4303-a2d3-9a6d632848c3 on host hv-cinder-82658 {{(pid=102575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 08:24:08.693509 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-44fe09c2-c923-4658-a871-3e08e4f75712 req-16f46919-2205-4d87-9445-c1714b9e936d tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for port (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:08.697330 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-44fe09c2-c923-4658-a871-3e08e4f75712 req-16f46919-2205-4d87-9445-c1714b9e936d tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.72 "DELETE /v2.0/ports/afaa3a9a-e73c-4303-a2d3-9a6d632848c3 HTTP/1.1" status: 204 len: 173 time: 0.3933499 Jan 27 08:24:08.697759 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c0e3462-00c5-490e-9153-bbb3750d7236', 'name': 'network-vif-deleted', 'tag': 'afaa3a9a-e73c-4303-a2d3-9a6d632848c3'}] {{(pid=102575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:24:08.700257 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34d12f73e8b898318ba96f52067286bd4e4b64784ab72771e8c48dd469e53537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-105f6fcf-2c4d-4a51-a66b-a25e4b8639a6" -d '{"events": [{"server_uuid": "2c0e3462-00c5-490e-9153-bbb3750d7236", "name": "network-vif-deleted", "tag": "afaa3a9a-e73c-4303-a2d3-9a6d632848c3"}]}' {{(pid=102575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:24:08.739226 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 08:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccaf3cf2-c239-4b60-8375-bcf6ed364488 x-openstack-request-id: req-ccaf3cf2-c239-4b60-8375-bcf6ed364488 {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:24:08.739528 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c0e3462-00c5-490e-9153-bbb3750d7236", "name": "network-vif-deleted", "tag": "afaa3a9a-e73c-4303-a2d3-9a6d632848c3", "status": "completed", "code": 200}]} {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:24:08.739817 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ccaf3cf2-c239-4b60-8375-bcf6ed364488 {{(pid=102575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:24:08.740232 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c0e3462-00c5-490e-9153-bbb3750d7236', 'name': 'network-vif-deleted', 'tag': 'afaa3a9a-e73c-4303-a2d3-9a6d632848c3', 'status': 'completed', 'code': 200} Jan 27 08:24:08.795440 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-e59cc44b-2af0-492b-b751-11e8769671fd req-8c6c29a9-68e7-4e62-83fc-7ad098b186e2 tempest-TestMinimumBasicScenario-1377429336 tempest-TestMinimumBasicScenario-1377429336-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c0e3462-00c5-490e-9153-bbb3750d7236 HTTP/1.1" status: 200 len: 210 time: 0.0269477 Jan 27 08:24:10.574541 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 37294) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:24:10.907630 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-454dc4dc-2d4e-4863-b8b8-5d963945d26f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550255'] for router_interface (7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:11.142015 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.plugin [None req-454dc4dc-2d4e-4863-b8b8-5d963945d26f admin admin] Deleting port 206252d7-8b7f-47be-ac5e-f5a12e736aed {{(pid=102576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 08:24:11.142350 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-454dc4dc-2d4e-4863-b8b8-5d963945d26f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730335283038'] for port (206252d7-8b7f-47be-ac5e-f5a12e736aed), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:11.215973 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.db [None req-454dc4dc-2d4e-4863-b8b8-5d963945d26f admin admin] For port 206252d7-8b7f-47be-ac5e-f5a12e736aed, host dv-cinder-826589-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=206252d7-8b7f-47be-ac5e-f5a12e736aed,segment=NetworkSegment(43cb66b7-a77f-413a-ab06-f86f4b2997dd),segment_id=43cb66b7-a77f-413a-ab06-f86f4b2997dd)] {{(pid=102576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:24:11.216256 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-454dc4dc-2d4e-4863-b8b8-5d963945d26f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547444'] for port (206252d7-8b7f-47be-ac5e-f5a12e736aed), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:11.227507 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.plugin [None req-454dc4dc-2d4e-4863-b8b8-5d963945d26f admin admin] Calling delete_port for 206252d7-8b7f-47be-ac5e-f5a12e736aed owned by network:router_interface {{(pid=102576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 08:24:11.399343 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-454dc4dc-2d4e-4863-b8b8-5d963945d26f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730335288760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730334756118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13114657'] for port (206252d7-8b7f-47be-ac5e-f5a12e736aed), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:11.423531 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454dc4dc-2d4e-4863-b8b8-5d963945d26f admin admin] Pushing event deleted for resources: {'Port': ['ID=206252d7-8b7f-47be-ac5e-f5a12e736aed,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:24:11.586716 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-454dc4dc-2d4e-4863-b8b8-5d963945d26f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550395'] for router_interface (7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:11.799697 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-454dc4dc-2d4e-4863-b8b8-5d963945d26f admin admin] Router 7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508 has already been hosted by L3 agent c4292dc4-d7f6-4187-994e-0142c7d14647 {{(pid=102576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 08:24:11.904022 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454dc4dc-2d4e-4863-b8b8-5d963945d26f admin admin] Notify agent at l3_agent.dv-cinder-826589-1-iscsi the message routers_updated {{(pid=102576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 08:24:11.908989 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-454dc4dc-2d4e-4863-b8b8-5d963945d26f admin admin] 10.222.0.59 "PUT /v2.0/routers/7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3334224 Jan 27 08:24:11.911443 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 37298) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:24:11.912903 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd7e498-78fd-47fe-9024-56023b089536 None None] Sync routers for ids ['7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508'] in dv-cinder-826589-1-iscsi {{(pid=102577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 08:24:11.923658 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd7e498-78fd-47fe-9024-56023b089536 None None] Routers {'7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:24:11.924345 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-0dd7e498-78fd-47fe-9024-56023b089536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:23:53Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508'], 'active': True} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:24:11.980804 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device afaa3a9a-e73c-4303-a2d3-9a6d632848c3 no longer exists at agent hyperv_hv-cinder-82658 {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 08:24:12.014058 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-25138245-d8c1-47c0-aaf0-634f48309a8f admin admin] Publish callbacks [] for router (7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:12.031086 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] No Port match for: afaa3a9a-e73c-4303-a2d3-9a6d632848c3 {{(pid=102577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 08:24:12.031458 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device afaa3a9a-e73c-4303-a2d3-9a6d632848c3 not bound to the agent host hv-cinder-82658 {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 08:24:12.052184 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvr_db [None req-0dd7e498-78fd-47fe-9024-56023b089536 None None] Set router 7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508 gateway port host: dv-cinder-826589-1-iscsi {{(pid=102577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:24:12.235588 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-0dd7e498-78fd-47fe-9024-56023b089536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508', 'name': 'tempest-TestMinimumBasicScenario-569427310-router', 'tenant_id': '3f205d29427e42f9a63d06733db73b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '1d25351f-80d8-4473-b724-acd9f186dd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:21:31Z', 'updated_at': '2022-01-27T08:24:11Z', 'revision_number': 5, 'project_id': '3f205d29427e42f9a63d06733db73b9f', 'gw_port': {'id': '1d25351f-80d8-4473-b724-acd9f186dd68', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:21:32Z', 'updated_at': '2022-01-27T08:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi'}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:24:12.262226 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd7e498-78fd-47fe-9024-56023b089536 None None] Checking router: 7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508 for host: dv-cinder-826589-1-iscsi {{(pid=102577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 08:24:12.270984 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd7e498-78fd-47fe-9024-56023b089536 None None] Routers {'7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:24:12.271606 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-0dd7e498-78fd-47fe-9024-56023b089536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:23:53Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508'], 'active': True} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:24:12.346259 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-25138245-d8c1-47c0-aaf0-634f48309a8f admin admin] Publish callbacks [] for router_gateway (7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:12.374413 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvr_db [None req-0dd7e498-78fd-47fe-9024-56023b089536 None None] Set router 7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508 gateway port host: dv-cinder-826589-1-iscsi {{(pid=102577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:24:12.399974 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.plugin [None req-25138245-d8c1-47c0-aaf0-634f48309a8f admin admin] Deleting port 1d25351f-80d8-4473-b724-acd9f186dd68 {{(pid=102576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 08:24:12.400306 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-25138245-d8c1-47c0-aaf0-634f48309a8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730335283038'] for port (1d25351f-80d8-4473-b724-acd9f186dd68), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:12.474633 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.db [None req-25138245-d8c1-47c0-aaf0-634f48309a8f admin admin] For port 1d25351f-80d8-4473-b724-acd9f186dd68, host dv-cinder-826589-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=1d25351f-80d8-4473-b724-acd9f186dd68,segment=NetworkSegment(fa55335f-a52a-465d-b188-80ce12fc9c40),segment_id=fa55335f-a52a-465d-b188-80ce12fc9c40)] {{(pid=102576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:24:12.474987 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-25138245-d8c1-47c0-aaf0-634f48309a8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547444'] for port (1d25351f-80d8-4473-b724-acd9f186dd68), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:12.486546 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.plugin [None req-25138245-d8c1-47c0-aaf0-634f48309a8f admin admin] Calling delete_port for 1d25351f-80d8-4473-b724-acd9f186dd68 owned by network:router_gateway {{(pid=102576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 08:24:12.549868 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-0dd7e498-78fd-47fe-9024-56023b089536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508', 'name': 'tempest-TestMinimumBasicScenario-569427310-router', 'tenant_id': '3f205d29427e42f9a63d06733db73b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '1d25351f-80d8-4473-b724-acd9f186dd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:21:31Z', 'updated_at': '2022-01-27T08:24:11Z', 'revision_number': 5, 'project_id': '3f205d29427e42f9a63d06733db73b9f', 'gw_port': {'id': '1d25351f-80d8-4473-b724-acd9f186dd68', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:21:32Z', 'updated_at': '2022-01-27T08:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi'}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:24:12.576669 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd7e498-78fd-47fe-9024-56023b089536 None None] The sync data for ids ['7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508'] in dv-cinder-826589-1-iscsi is: [{'id': '7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508', 'name': 'tempest-TestMinimumBasicScenario-569427310-router', 'tenant_id': '3f205d29427e42f9a63d06733db73b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '1d25351f-80d8-4473-b724-acd9f186dd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:21:31Z', 'updated_at': '2022-01-27T08:24:11Z', 'revision_number': 5, 'project_id': '3f205d29427e42f9a63d06733db73b9f', 'gw_port': {'id': '1d25351f-80d8-4473-b724-acd9f186dd68', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:21:32Z', 'updated_at': '2022-01-27T08:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi'}] {{(pid=102577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 08:24:12.652927 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-25138245-d8c1-47c0-aaf0-634f48309a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730335288760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730334756118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13114657'] for port (1d25351f-80d8-4473-b724-acd9f186dd68), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:12.677306 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25138245-d8c1-47c0-aaf0-634f48309a8f admin admin] Pushing event deleted for resources: {'Port': ['ID=1d25351f-80d8-4473-b724-acd9f186dd68,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:24:12.738421 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-25138245-d8c1-47c0-aaf0-634f48309a8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550037'] for router_gateway (7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:12.826673 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-25138245-d8c1-47c0-aaf0-634f48309a8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35647'] for router (7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:12.828767 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-25138245-d8c1-47c0-aaf0-634f48309a8f admin admin] Publish callbacks [] for router_controller (7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508), precommit_delete_associations {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:12.870444 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-25138245-d8c1-47c0-aaf0-634f48309a8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554505'] for router (7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:12.871098 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25138245-d8c1-47c0-aaf0-634f48309a8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508 {{(pid=102576) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 08:24:12.875813 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-25138245-d8c1-47c0-aaf0-634f48309a8f admin admin] Publish callbacks [] for router (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:12.876965 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-25138245-d8c1-47c0-aaf0-634f48309a8f admin admin] 10.222.0.59 "DELETE /v2.0/routers/7b5ccdf8-c0d6-4f1f-ada1-f187fbe32508 HTTP/1.1" status: 204 len: 168 time: 0.9646089 Jan 27 08:24:12.879508 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 37302) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:24:12.921990 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.db_base_plugin_v2 [None req-c232ca71-d37c-4524-ab0e-4893fd76edec admin admin] Deleting subnet c2a97265-d832-4a00-a269-fcf61d06224a {{(pid=102576) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 08:24:12.925035 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-c232ca71-d37c-4524-ab0e-4893fd76edec admin admin] Publish callbacks [] for subnet (c2a97265-d832-4a00-a269-fcf61d06224a), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:12.965500 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-c232ca71-d37c-4524-ab0e-4893fd76edec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14124120'] for subnet (c2a97265-d832-4a00-a269-fcf61d06224a), precommit_delete_associations {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:13.052676 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-c232ca71-d37c-4524-ab0e-4893fd76edec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537734'] for subnet (c2a97265-d832-4a00-a269-fcf61d06224a), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:13.059829 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device 206252d7-8b7f-47be-ac5e-f5a12e736aed no longer exists at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 08:24:13.080881 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] No Port match for: 206252d7-8b7f-47be-ac5e-f5a12e736aed {{(pid=102577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 08:24:13.081236 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device 206252d7-8b7f-47be-ac5e-f5a12e736aed not bound to the agent host dv-cinder-826589-1-iscsi {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 08:24:13.112642 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-c232ca71-d37c-4524-ab0e-4893fd76edec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13114748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13593762'] for subnet (c2a97265-d832-4a00-a269-fcf61d06224a), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:13.136898 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c232ca71-d37c-4524-ab0e-4893fd76edec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2a97265-d832-4a00-a269-fcf61d06224a,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:24:13.142406 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-c232ca71-d37c-4524-ab0e-4893fd76edec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for subnet (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:13.145588 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-c232ca71-d37c-4524-ab0e-4893fd76edec admin admin] 10.222.0.59 "DELETE /v2.0/subnets/c2a97265-d832-4a00-a269-fcf61d06224a HTTP/1.1" status: 204 len: 168 time: 0.2650964 Jan 27 08:24:13.148022 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 37306) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:24:13.150497 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1e16c8-bed2-4055-b8df-d011e1da80a8 None None] Network 1ee4935e-d112-4167-9e63-78b81a132699 requested from dv-cinder-826589-1-iscsi {{(pid=102577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 08:24:13.220325 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-78044468-ccc2-4f33-bb4e-99d6589f68a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1691783'] for network (1ee4935e-d112-4167-9e63-78b81a132699), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:13.277694 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.plugin [None req-78044468-ccc2-4f33-bb4e-99d6589f68a2 admin admin] Deleting port 8e9edd50-e26c-4e48-b8d4-3b9dad387438 {{(pid=102576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 08:24:13.278028 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-78044468-ccc2-4f33-bb4e-99d6589f68a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730335283038'] for port (8e9edd50-e26c-4e48-b8d4-3b9dad387438), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:13.316997 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52e1343-3aa8-49d4-b7f7-f92c763979a2 None None] DHCP port deletion for 1ee4935e-d112-4167-9e63-78b81a132699 request from dv-cinder-826589-1-iscsi {{(pid=102577) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 08:24:13.348460 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.db [None req-78044468-ccc2-4f33-bb4e-99d6589f68a2 admin admin] For port 8e9edd50-e26c-4e48-b8d4-3b9dad387438, host dv-cinder-826589-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=8e9edd50-e26c-4e48-b8d4-3b9dad387438,segment=NetworkSegment(43cb66b7-a77f-413a-ab06-f86f4b2997dd),segment_id=43cb66b7-a77f-413a-ab06-f86f4b2997dd)] {{(pid=102576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:24:13.348843 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-78044468-ccc2-4f33-bb4e-99d6589f68a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547444'] for port (8e9edd50-e26c-4e48-b8d4-3b9dad387438), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:13.362672 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.plugin [None req-78044468-ccc2-4f33-bb4e-99d6589f68a2 admin admin] Calling delete_port for 8e9edd50-e26c-4e48-b8d4-3b9dad387438 owned by network:dhcp {{(pid=102576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 08:24:13.368928 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-f52e1343-3aa8-49d4-b7f7-f92c763979a2 None None] Deleting port 8e9edd50-e26c-4e48-b8d4-3b9dad387438 {{(pid=102577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 08:24:13.369306 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-f52e1343-3aa8-49d4-b7f7-f92c763979a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730335283038'] for port (8e9edd50-e26c-4e48-b8d4-3b9dad387438), before_delete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:13.432280 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-f52e1343-3aa8-49d4-b7f7-f92c763979a2 None None] For port 8e9edd50-e26c-4e48-b8d4-3b9dad387438, host dv-cinder-826589-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=8e9edd50-e26c-4e48-b8d4-3b9dad387438,segment=NetworkSegment(43cb66b7-a77f-413a-ab06-f86f4b2997dd),segment_id=43cb66b7-a77f-413a-ab06-f86f4b2997dd)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:24:13.432591 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-f52e1343-3aa8-49d4-b7f7-f92c763979a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547444'] for port (8e9edd50-e26c-4e48-b8d4-3b9dad387438), precommit_delete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:13.439170 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-78044468-ccc2-4f33-bb4e-99d6589f68a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730335288760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730334756118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13114657'] for port (8e9edd50-e26c-4e48-b8d4-3b9dad387438), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:13.445695 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-f52e1343-3aa8-49d4-b7f7-f92c763979a2 None None] Calling delete_port for 8e9edd50-e26c-4e48-b8d4-3b9dad387438 owned by network:dhcp {{(pid=102577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 08:24:13.465507 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78044468-ccc2-4f33-bb4e-99d6589f68a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e9edd50-e26c-4e48-b8d4-3b9dad387438,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:24:13.467310 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78044468-ccc2-4f33-bb4e-99d6589f68a2 admin admin] No DVR routers for this DVR port 8e9edd50-e26c-4e48-b8d4-3b9dad387438 on host dv-cinder-826589-1-iscsi {{(pid=102576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 08:24:13.519454 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-f52e1343-3aa8-49d4-b7f7-f92c763979a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730335288760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730334756118'] for port (8e9edd50-e26c-4e48-b8d4-3b9dad387438), after_delete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:13.540357 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-78044468-ccc2-4f33-bb4e-99d6589f68a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535825', 'neutron.services.segments.db._delete_segments_for_network-8730335277442'] for network (1ee4935e-d112-4167-9e63-78b81a132699), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:13.544291 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52e1343-3aa8-49d4-b7f7-f92c763979a2 None None] Pushing event deleted for resources: {'Port': ['ID=8e9edd50-e26c-4e48-b8d4-3b9dad387438,revision_number=None']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:24:13.548697 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52e1343-3aa8-49d4-b7f7-f92c763979a2 None None] No DVR routers for this DVR port 8e9edd50-e26c-4e48-b8d4-3b9dad387438 on host dv-cinder-826589-1-iscsi {{(pid=102577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 08:24:13.560601 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.services.segments.db [None req-78044468-ccc2-4f33-bb4e-99d6589f68a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ee4935e-d112-4167-9e63-78b81a132699']}} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:24:13.569866 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.services.segments.db [None req-78044468-ccc2-4f33-bb4e-99d6589f68a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43cb66b7-a77f-413a-ab06-f86f4b2997dd') {'for_net_delete': True} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:24:13.570145 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.services.segments.db [None req-78044468-ccc2-4f33-bb4e-99d6589f68a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43cb66b7-a77f-413a-ab06-f86f4b2997dd') {} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:24:13.579230 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-78044468-ccc2-4f33-bb4e-99d6589f68a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730335278475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14124113'] for segment (43cb66b7-a77f-413a-ab06-f86f4b2997dd), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:13.592337 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-78044468-ccc2-4f33-bb4e-99d6589f68a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505597'] for segment (43cb66b7-a77f-413a-ab06-f86f4b2997dd), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:13.598106 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78044468-ccc2-4f33-bb4e-99d6589f68a2 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=102576) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 08:24:13.598483 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-78044468-ccc2-4f33-bb4e-99d6589f68a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13114834'] for segment (43cb66b7-a77f-413a-ab06-f86f4b2997dd), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:13.600072 dv-cinder-826589-1-iscsi neutron-server[102576]: Traceback (most recent call last): Jan 27 08:24:13.600072 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 08:24:13.600072 dv-cinder-826589-1-iscsi neutron-server[102576]: timer() Jan 27 08:24:13.600072 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 08:24:13.600072 dv-cinder-826589-1-iscsi neutron-server[102576]: cb(*args, **kw) Jan 27 08:24:13.600072 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 08:24:13.600072 dv-cinder-826589-1-iscsi neutron-server[102576]: return func(*args, **kwargs) Jan 27 08:24:13.600072 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 08:24:13.600072 dv-cinder-826589-1-iscsi neutron-server[102576]: self._notify() Jan 27 08:24:13.600072 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 08:24:13.600072 dv-cinder-826589-1-iscsi neutron-server[102576]: self.callback(batched_events) Jan 27 08:24:13.600072 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 08:24:13.600072 dv-cinder-826589-1-iscsi neutron-server[102576]: event.method(event) Jan 27 08:24:13.600072 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 08:24:13.600072 dv-cinder-826589-1-iscsi neutron-server[102576]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 08:24:13.600072 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 08:24:13.600072 dv-cinder-826589-1-iscsi neutron-server[102576]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 08:24:13.600072 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 08:24:13.600072 dv-cinder-826589-1-iscsi neutron-server[102576]: return f(self, *a, **k) Jan 27 08:24:13.600072 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 08:24:13.600072 dv-cinder-826589-1-iscsi neutron-server[102576]: return self._get(url).json() Jan 27 08:24:13.600072 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 08:24:13.600072 dv-cinder-826589-1-iscsi neutron-server[102576]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 08:24:13.600072 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 08:24:13.600072 dv-cinder-826589-1-iscsi neutron-server[102576]: return self.request(url, 'GET', **kwargs) Jan 27 08:24:13.600072 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 08:24:13.600072 dv-cinder-826589-1-iscsi neutron-server[102576]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 08:24:13.600072 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 08:24:13.600072 dv-cinder-826589-1-iscsi neutron-server[102576]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 08:24:13.600072 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 08:24:13.600072 dv-cinder-826589-1-iscsi neutron-server[102576]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 08:24:13.600072 dv-cinder-826589-1-iscsi neutron-server[102576]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 08:24:13.657626 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-78044468-ccc2-4f33-bb4e-99d6589f68a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549501'] for network (1ee4935e-d112-4167-9e63-78b81a132699), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:13.662307 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-78044468-ccc2-4f33-bb4e-99d6589f68a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for network (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:13.666164 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-78044468-ccc2-4f33-bb4e-99d6589f68a2 admin admin] 10.222.0.59 "DELETE /v2.0/networks/1ee4935e-d112-4167-9e63-78b81a132699 HTTP/1.1" status: 204 len: 168 time: 0.5172269 Jan 27 08:24:13.669071 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 37308) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:24:13.679561 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78044468-ccc2-4f33-bb4e-99d6589f68a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ee4935e-d112-4167-9e63-78b81a132699,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:24:14.280689 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-ec0184c9-d02d-4678-9244-e0d462fb12de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550255'] for router_interface (8931f356-6c69-4ed7-9f39-1725542778b9), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:14.524272 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-ec0184c9-d02d-4678-9244-e0d462fb12de admin admin] Deleting port fbd5966d-9835-44a3-9988-b11116b08ae5 {{(pid=102575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 08:24:14.524521 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-ec0184c9-d02d-4678-9244-e0d462fb12de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730335283038'] for port (fbd5966d-9835-44a3-9988-b11116b08ae5), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:14.597801 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-ec0184c9-d02d-4678-9244-e0d462fb12de admin admin] For port fbd5966d-9835-44a3-9988-b11116b08ae5, host dv-cinder-826589-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=fbd5966d-9835-44a3-9988-b11116b08ae5,segment=NetworkSegment(dde48247-3809-4889-96e2-b15566342cf2),segment_id=dde48247-3809-4889-96e2-b15566342cf2)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:24:14.598210 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-ec0184c9-d02d-4678-9244-e0d462fb12de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547444'] for port (fbd5966d-9835-44a3-9988-b11116b08ae5), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:14.611099 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-ec0184c9-d02d-4678-9244-e0d462fb12de admin admin] Calling delete_port for fbd5966d-9835-44a3-9988-b11116b08ae5 owned by network:router_interface {{(pid=102575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 08:24:14.789719 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-ec0184c9-d02d-4678-9244-e0d462fb12de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730335288760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730334756118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13172730'] for port (fbd5966d-9835-44a3-9988-b11116b08ae5), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:14.812493 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0184c9-d02d-4678-9244-e0d462fb12de admin admin] Pushing event deleted for resources: {'Port': ['ID=fbd5966d-9835-44a3-9988-b11116b08ae5,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:24:14.981200 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-ec0184c9-d02d-4678-9244-e0d462fb12de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550395'] for router_interface (8931f356-6c69-4ed7-9f39-1725542778b9), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:15.030654 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device 8e9edd50-e26c-4e48-b8d4-3b9dad387438 no longer exists at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 08:24:15.053811 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] No Port match for: 8e9edd50-e26c-4e48-b8d4-3b9dad387438 {{(pid=102577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 08:24:15.054088 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device 8e9edd50-e26c-4e48-b8d4-3b9dad387438 not bound to the agent host dv-cinder-826589-1-iscsi {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 08:24:15.054506 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device 1d25351f-80d8-4473-b724-acd9f186dd68 no longer exists at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 08:24:15.072978 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] No Port match for: 1d25351f-80d8-4473-b724-acd9f186dd68 {{(pid=102577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 08:24:15.073310 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device 1d25351f-80d8-4473-b724-acd9f186dd68 not bound to the agent host dv-cinder-826589-1-iscsi {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 08:24:15.189761 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec0184c9-d02d-4678-9244-e0d462fb12de admin admin] Router 8931f356-6c69-4ed7-9f39-1725542778b9 has already been hosted by L3 agent c4292dc4-d7f6-4187-994e-0142c7d14647 {{(pid=102575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 08:24:15.290252 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec0184c9-d02d-4678-9244-e0d462fb12de admin admin] Notify agent at l3_agent.dv-cinder-826589-1-iscsi the message routers_updated {{(pid=102575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 08:24:15.295197 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-ec0184c9-d02d-4678-9244-e0d462fb12de admin admin] 10.222.0.59 "PUT /v2.0/routers/8931f356-6c69-4ed7-9f39-1725542778b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6244640 Jan 27 08:24:15.297648 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 37322) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:24:15.301037 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc710cf-9e96-408b-945b-d611ea67622c None None] Sync routers for ids ['8931f356-6c69-4ed7-9f39-1725542778b9'] in dv-cinder-826589-1-iscsi {{(pid=102578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 08:24:15.311334 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc710cf-9e96-408b-945b-d611ea67622c None None] Routers {'8931f356-6c69-4ed7-9f39-1725542778b9'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:24:15.311877 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-bfc710cf-9e96-408b-945b-d611ea67622c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:23:53Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['8931f356-6c69-4ed7-9f39-1725542778b9'], 'active': True} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:24:15.397051 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-b8c1ec75-1407-4538-8ac8-5288fa5db433 admin admin] Publish callbacks [] for router (8931f356-6c69-4ed7-9f39-1725542778b9), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:15.414263 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvr_db [None req-bfc710cf-9e96-408b-945b-d611ea67622c None None] Set router 8931f356-6c69-4ed7-9f39-1725542778b9 gateway port host: dv-cinder-826589-1-iscsi {{(pid=102578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:24:15.503635 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-b8c1ec75-1407-4538-8ac8-5288fa5db433 admin admin] Publish callbacks [] for router_gateway (8931f356-6c69-4ed7-9f39-1725542778b9), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:15.554858 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-b8c1ec75-1407-4538-8ac8-5288fa5db433 admin admin] Deleting port 6387b039-1d46-44cf-99fd-a52b1d588c2b {{(pid=102575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 08:24:15.555196 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-b8c1ec75-1407-4538-8ac8-5288fa5db433 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730335283038'] for port (6387b039-1d46-44cf-99fd-a52b1d588c2b), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:15.590536 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-bfc710cf-9e96-408b-945b-d611ea67622c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8931f356-6c69-4ed7-9f39-1725542778b9', 'name': 'tempest-TestMinimumBasicScenario-511371088-router', 'tenant_id': '73e990d716d743c39fc9e13e5f541ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '6387b039-1d46-44cf-99fd-a52b1d588c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:21:37Z', 'updated_at': '2022-01-27T08:24:14Z', 'revision_number': 5, 'project_id': '73e990d716d743c39fc9e13e5f541ba3', 'gw_port': {'id': '6387b039-1d46-44cf-99fd-a52b1d588c2b', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8931f356-6c69-4ed7-9f39-1725542778b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:21:37Z', 'updated_at': '2022-01-27T08:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi'}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:24:15.619215 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc710cf-9e96-408b-945b-d611ea67622c None None] Checking router: 8931f356-6c69-4ed7-9f39-1725542778b9 for host: dv-cinder-826589-1-iscsi {{(pid=102578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 08:24:15.627654 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc710cf-9e96-408b-945b-d611ea67622c None None] Routers {'8931f356-6c69-4ed7-9f39-1725542778b9'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:24:15.628248 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-bfc710cf-9e96-408b-945b-d611ea67622c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:23:53Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['8931f356-6c69-4ed7-9f39-1725542778b9'], 'active': True} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:24:15.637191 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-b8c1ec75-1407-4538-8ac8-5288fa5db433 admin admin] For port 6387b039-1d46-44cf-99fd-a52b1d588c2b, host dv-cinder-826589-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=6387b039-1d46-44cf-99fd-a52b1d588c2b,segment=NetworkSegment(fa55335f-a52a-465d-b188-80ce12fc9c40),segment_id=fa55335f-a52a-465d-b188-80ce12fc9c40)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:24:15.637553 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-b8c1ec75-1407-4538-8ac8-5288fa5db433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547444'] for port (6387b039-1d46-44cf-99fd-a52b1d588c2b), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:15.649093 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-b8c1ec75-1407-4538-8ac8-5288fa5db433 admin admin] Calling delete_port for 6387b039-1d46-44cf-99fd-a52b1d588c2b owned by network:router_gateway {{(pid=102575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 08:24:15.706439 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvr_db [None req-bfc710cf-9e96-408b-945b-d611ea67622c None None] Set router 8931f356-6c69-4ed7-9f39-1725542778b9 gateway port host: None {{(pid=102578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:24:15.759677 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-bfc710cf-9e96-408b-945b-d611ea67622c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8931f356-6c69-4ed7-9f39-1725542778b9', 'name': 'tempest-TestMinimumBasicScenario-511371088-router', 'tenant_id': '73e990d716d743c39fc9e13e5f541ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:21:37Z', 'updated_at': '2022-01-27T08:24:15Z', 'revision_number': 6, 'project_id': '73e990d716d743c39fc9e13e5f541ba3', 'gw_port_host': None}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:24:15.786302 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc710cf-9e96-408b-945b-d611ea67622c None None] The sync data for ids ['8931f356-6c69-4ed7-9f39-1725542778b9'] in dv-cinder-826589-1-iscsi is: [{'id': '8931f356-6c69-4ed7-9f39-1725542778b9', 'name': 'tempest-TestMinimumBasicScenario-511371088-router', 'tenant_id': '73e990d716d743c39fc9e13e5f541ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:21:37Z', 'updated_at': '2022-01-27T08:24:15Z', 'revision_number': 6, 'project_id': '73e990d716d743c39fc9e13e5f541ba3', 'gw_port_host': None}] {{(pid=102578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 08:24:15.827566 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-b8c1ec75-1407-4538-8ac8-5288fa5db433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730335288760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730334756118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13172730'] for port (6387b039-1d46-44cf-99fd-a52b1d588c2b), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:15.852445 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c1ec75-1407-4538-8ac8-5288fa5db433 admin admin] Pushing event deleted for resources: {'Port': ['ID=6387b039-1d46-44cf-99fd-a52b1d588c2b,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:24:15.912975 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-b8c1ec75-1407-4538-8ac8-5288fa5db433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550037'] for router_gateway (8931f356-6c69-4ed7-9f39-1725542778b9), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:16.000665 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-b8c1ec75-1407-4538-8ac8-5288fa5db433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35647'] for router (8931f356-6c69-4ed7-9f39-1725542778b9), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:16.002766 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-b8c1ec75-1407-4538-8ac8-5288fa5db433 admin admin] Publish callbacks [] for router_controller (8931f356-6c69-4ed7-9f39-1725542778b9), precommit_delete_associations {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:16.044461 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-b8c1ec75-1407-4538-8ac8-5288fa5db433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554505'] for router (8931f356-6c69-4ed7-9f39-1725542778b9), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:16.045023 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c1ec75-1407-4538-8ac8-5288fa5db433 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8931f356-6c69-4ed7-9f39-1725542778b9 {{(pid=102575) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 08:24:16.049274 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-b8c1ec75-1407-4538-8ac8-5288fa5db433 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:16.050466 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-b8c1ec75-1407-4538-8ac8-5288fa5db433 admin admin] 10.222.0.59 "DELETE /v2.0/routers/8931f356-6c69-4ed7-9f39-1725542778b9 HTTP/1.1" status: 204 len: 168 time: 0.7519267 Jan 27 08:24:16.052887 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 37326) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:24:16.095892 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.db_base_plugin_v2 [None req-d928e060-b644-49db-a0bf-3d6189ec9ac7 admin admin] Deleting subnet 6e67e8f6-311c-4549-98bc-4cf8884a9565 {{(pid=102575) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 08:24:16.098980 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d928e060-b644-49db-a0bf-3d6189ec9ac7 admin admin] Publish callbacks [] for subnet (6e67e8f6-311c-4549-98bc-4cf8884a9565), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:16.135398 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d928e060-b644-49db-a0bf-3d6189ec9ac7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13170846'] for subnet (6e67e8f6-311c-4549-98bc-4cf8884a9565), precommit_delete_associations {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:16.220840 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d928e060-b644-49db-a0bf-3d6189ec9ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537734'] for subnet (6e67e8f6-311c-4549-98bc-4cf8884a9565), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:16.270533 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d928e060-b644-49db-a0bf-3d6189ec9ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13172647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220539'] for subnet (6e67e8f6-311c-4549-98bc-4cf8884a9565), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:16.295663 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d928e060-b644-49db-a0bf-3d6189ec9ac7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e67e8f6-311c-4549-98bc-4cf8884a9565,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:24:16.299050 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d928e060-b644-49db-a0bf-3d6189ec9ac7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:16.302375 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-d928e060-b644-49db-a0bf-3d6189ec9ac7 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/6e67e8f6-311c-4549-98bc-4cf8884a9565 HTTP/1.1" status: 204 len: 168 time: 0.2484303 Jan 27 08:24:16.304667 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 37328) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:24:16.305061 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5b79a9-901b-462c-9e62-af6a2d9037b9 None None] Network 517f3554-374d-429e-b647-401d47e5e8e0 requested from dv-cinder-826589-1-iscsi {{(pid=102577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 08:24:16.374346 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-9c2d181a-7e9a-45fd-bc9b-88bb50e3be18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1691783'] for network (517f3554-374d-429e-b647-401d47e5e8e0), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:16.429800 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d181a-7e9a-45fd-bc9b-88bb50e3be18 admin admin] Deleting port e13be5fe-d84e-424b-8f13-7bda94702f17 {{(pid=102575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 08:24:16.430144 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-9c2d181a-7e9a-45fd-bc9b-88bb50e3be18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730335283038'] for port (e13be5fe-d84e-424b-8f13-7bda94702f17), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:16.490408 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-9c2d181a-7e9a-45fd-bc9b-88bb50e3be18 admin admin] For port e13be5fe-d84e-424b-8f13-7bda94702f17, host dv-cinder-826589-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=e13be5fe-d84e-424b-8f13-7bda94702f17,segment=NetworkSegment(dde48247-3809-4889-96e2-b15566342cf2),segment_id=dde48247-3809-4889-96e2-b15566342cf2)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:24:16.490766 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-9c2d181a-7e9a-45fd-bc9b-88bb50e3be18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547444'] for port (e13be5fe-d84e-424b-8f13-7bda94702f17), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:16.508185 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d181a-7e9a-45fd-bc9b-88bb50e3be18 admin admin] Calling delete_port for e13be5fe-d84e-424b-8f13-7bda94702f17 owned by network:dhcp {{(pid=102575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 08:24:16.544961 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c78d1e8-b384-4602-bc06-8eff3bbd5fee None None] DHCP port deletion for 517f3554-374d-429e-b647-401d47e5e8e0 request from dv-cinder-826589-1-iscsi {{(pid=102577) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 08:24:16.587552 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-9c2d181a-7e9a-45fd-bc9b-88bb50e3be18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730335288760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730334756118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13172730'] for port (e13be5fe-d84e-424b-8f13-7bda94702f17), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:16.592805 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3c78d1e8-b384-4602-bc06-8eff3bbd5fee None None] Deleting port e13be5fe-d84e-424b-8f13-7bda94702f17 {{(pid=102577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 08:24:16.593431 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3c78d1e8-b384-4602-bc06-8eff3bbd5fee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730335283038'] for port (e13be5fe-d84e-424b-8f13-7bda94702f17), before_delete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:16.612783 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2d181a-7e9a-45fd-bc9b-88bb50e3be18 admin admin] Pushing event deleted for resources: {'Port': ['ID=e13be5fe-d84e-424b-8f13-7bda94702f17,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:24:16.616738 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2d181a-7e9a-45fd-bc9b-88bb50e3be18 admin admin] No DVR routers for this DVR port e13be5fe-d84e-424b-8f13-7bda94702f17 on host dv-cinder-826589-1-iscsi {{(pid=102575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 08:24:16.661432 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3c78d1e8-b384-4602-bc06-8eff3bbd5fee None None] For port e13be5fe-d84e-424b-8f13-7bda94702f17, host dv-cinder-826589-1-iscsi, got binding levels [] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:24:16.662129 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3c78d1e8-b384-4602-bc06-8eff3bbd5fee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547444'] for port (e13be5fe-d84e-424b-8f13-7bda94702f17), precommit_delete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:16.670444 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.agents_db [None req-38ef7be0-44ce-4a1a-bebd-f97a99571a56 None None] Agent healthcheck: found 6 active agents {{(pid=102578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 08:24:16.675473 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3c78d1e8-b384-4602-bc06-8eff3bbd5fee None None] Calling delete_port for e13be5fe-d84e-424b-8f13-7bda94702f17 owned by network:dhcp {{(pid=102577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 08:24:16.678273 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.ipam_backend_mixin [None req-3c78d1e8-b384-4602-bc06-8eff3bbd5fee None None] Port e13be5fe-d84e-424b-8f13-7bda94702f17 was not found and therefore no delete operation was performed {{(pid=102577) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 08:24:16.680098 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3c78d1e8-b384-4602-bc06-8eff3bbd5fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730335288760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730334756118'] for port (e13be5fe-d84e-424b-8f13-7bda94702f17), after_delete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:16.689927 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-9c2d181a-7e9a-45fd-bc9b-88bb50e3be18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535825', 'neutron.services.segments.db._delete_segments_for_network-8730335277442'] for network (517f3554-374d-429e-b647-401d47e5e8e0), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:16.711102 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.services.segments.db [None req-9c2d181a-7e9a-45fd-bc9b-88bb50e3be18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['517f3554-374d-429e-b647-401d47e5e8e0']}} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:24:16.721929 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.services.segments.db [None req-9c2d181a-7e9a-45fd-bc9b-88bb50e3be18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dde48247-3809-4889-96e2-b15566342cf2') {'for_net_delete': True} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:24:16.722284 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.services.segments.db [None req-9c2d181a-7e9a-45fd-bc9b-88bb50e3be18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dde48247-3809-4889-96e2-b15566342cf2') {} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:24:16.734134 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-9c2d181a-7e9a-45fd-bc9b-88bb50e3be18 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730335278475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13170839'] for segment (dde48247-3809-4889-96e2-b15566342cf2), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:16.749346 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-9c2d181a-7e9a-45fd-bc9b-88bb50e3be18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505597'] for segment (dde48247-3809-4889-96e2-b15566342cf2), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:16.757029 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c2d181a-7e9a-45fd-bc9b-88bb50e3be18 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=102575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 08:24:16.757429 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-9c2d181a-7e9a-45fd-bc9b-88bb50e3be18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13172489'] for segment (dde48247-3809-4889-96e2-b15566342cf2), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:16.759395 dv-cinder-826589-1-iscsi neutron-server[102575]: Traceback (most recent call last): Jan 27 08:24:16.759395 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 08:24:16.759395 dv-cinder-826589-1-iscsi neutron-server[102575]: timer() Jan 27 08:24:16.759395 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 08:24:16.759395 dv-cinder-826589-1-iscsi neutron-server[102575]: cb(*args, **kw) Jan 27 08:24:16.759395 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 08:24:16.759395 dv-cinder-826589-1-iscsi neutron-server[102575]: return func(*args, **kwargs) Jan 27 08:24:16.759395 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 08:24:16.759395 dv-cinder-826589-1-iscsi neutron-server[102575]: self._notify() Jan 27 08:24:16.759395 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 08:24:16.759395 dv-cinder-826589-1-iscsi neutron-server[102575]: self.callback(batched_events) Jan 27 08:24:16.759395 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 08:24:16.759395 dv-cinder-826589-1-iscsi neutron-server[102575]: event.method(event) Jan 27 08:24:16.759395 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 08:24:16.759395 dv-cinder-826589-1-iscsi neutron-server[102575]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 08:24:16.759395 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 08:24:16.759395 dv-cinder-826589-1-iscsi neutron-server[102575]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 08:24:16.759395 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 08:24:16.759395 dv-cinder-826589-1-iscsi neutron-server[102575]: return f(self, *a, **k) Jan 27 08:24:16.759395 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 08:24:16.759395 dv-cinder-826589-1-iscsi neutron-server[102575]: return self._get(url).json() Jan 27 08:24:16.759395 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 08:24:16.759395 dv-cinder-826589-1-iscsi neutron-server[102575]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 08:24:16.759395 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 08:24:16.759395 dv-cinder-826589-1-iscsi neutron-server[102575]: return self.request(url, 'GET', **kwargs) Jan 27 08:24:16.759395 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 08:24:16.759395 dv-cinder-826589-1-iscsi neutron-server[102575]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 08:24:16.759395 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 08:24:16.759395 dv-cinder-826589-1-iscsi neutron-server[102575]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 08:24:16.759395 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 08:24:16.759395 dv-cinder-826589-1-iscsi neutron-server[102575]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 08:24:16.759395 dv-cinder-826589-1-iscsi neutron-server[102575]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 08:24:16.819374 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-9c2d181a-7e9a-45fd-bc9b-88bb50e3be18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549501'] for network (517f3554-374d-429e-b647-401d47e5e8e0), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:16.825417 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-9c2d181a-7e9a-45fd-bc9b-88bb50e3be18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for network (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:16.828647 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-9c2d181a-7e9a-45fd-bc9b-88bb50e3be18 admin admin] 10.222.0.59 "DELETE /v2.0/networks/517f3554-374d-429e-b647-401d47e5e8e0 HTTP/1.1" status: 204 len: 168 time: 0.5229993 Jan 27 08:24:16.841852 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2d181a-7e9a-45fd-bc9b-88bb50e3be18 admin admin] Pushing event deleted for resources: {'Network': ['ID=517f3554-374d-429e-b647-401d47e5e8e0,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:24:16.845685 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c78d1e8-b384-4602-bc06-8eff3bbd5fee None None] Pushing event deleted for resources: {'Port': ['ID=e13be5fe-d84e-424b-8f13-7bda94702f17,revision_number=None']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:24:16.856795 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c78d1e8-b384-4602-bc06-8eff3bbd5fee None None] No DVR routers for this DVR port e13be5fe-d84e-424b-8f13-7bda94702f17 on host dv-cinder-826589-1-iscsi {{(pid=102577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 08:24:16.958321 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device 6387b039-1d46-44cf-99fd-a52b1d588c2b no longer exists at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 08:24:16.979219 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] No Port match for: 6387b039-1d46-44cf-99fd-a52b1d588c2b {{(pid=102577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 08:24:16.979567 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device 6387b039-1d46-44cf-99fd-a52b1d588c2b not bound to the agent host dv-cinder-826589-1-iscsi {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 08:24:16.979987 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device fbd5966d-9835-44a3-9988-b11116b08ae5 no longer exists at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 08:24:17.005953 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] No Port match for: fbd5966d-9835-44a3-9988-b11116b08ae5 {{(pid=102577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 08:24:17.006300 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device fbd5966d-9835-44a3-9988-b11116b08ae5 not bound to the agent host dv-cinder-826589-1-iscsi {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 08:24:17.006717 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device e13be5fe-d84e-424b-8f13-7bda94702f17 no longer exists at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 08:24:17.007692 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 37334) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:24:17.025993 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] No Port match for: e13be5fe-d84e-424b-8f13-7bda94702f17 {{(pid=102577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 08:24:17.026423 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device e13be5fe-d84e-424b-8f13-7bda94702f17 not bound to the agent host dv-cinder-826589-1-iscsi {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 08:24:17.047074 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-52b168d8-1eea-432a-9c41-b77cc5513b62 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3f205d29427e42f9a63d06733db73b9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380020 Jan 27 08:24:17.049499 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 37336) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:24:17.094029 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-ad1d161f-1884-4060-ad68-59a0320a947c admin admin] Publish callbacks [] for security_group (7ad5322c-90b1-4bf1-9bda-fe98c62b5554), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:17.114968 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-ad1d161f-1884-4060-ad68-59a0320a947c admin admin] Publish callbacks [] for security_group (7ad5322c-90b1-4bf1-9bda-fe98c62b5554), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:17.167118 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-ad1d161f-1884-4060-ad68-59a0320a947c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (7ad5322c-90b1-4bf1-9bda-fe98c62b5554), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:17.169662 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-ad1d161f-1884-4060-ad68-59a0320a947c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:17.170817 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-ad1d161f-1884-4060-ad68-59a0320a947c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7ad5322c-90b1-4bf1-9bda-fe98c62b5554 HTTP/1.1" status: 204 len: 168 time: 0.1204374 Jan 27 08:24:17.178462 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d161f-1884-4060-ad68-59a0320a947c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad5322c-90b1-4bf1-9bda-fe98c62b5554,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:24:17.469264 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 37342) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:24:17.511054 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-72a1234a-4775-4a61-807b-a5f31ce5ed75 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=73e990d716d743c39fc9e13e5f541ba3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405991 Jan 27 08:24:17.513639 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 37346) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:24:17.562470 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-27ab42ae-f11a-4651-ad6c-a7ecb7c8bab3 admin admin] Publish callbacks [] for security_group (1ef55bc3-2725-4445-bf30-2455b79bbcac), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:17.582899 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-27ab42ae-f11a-4651-ad6c-a7ecb7c8bab3 admin admin] Publish callbacks [] for security_group (1ef55bc3-2725-4445-bf30-2455b79bbcac), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:17.627908 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-27ab42ae-f11a-4651-ad6c-a7ecb7c8bab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (1ef55bc3-2725-4445-bf30-2455b79bbcac), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:17.630479 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-27ab42ae-f11a-4651-ad6c-a7ecb7c8bab3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:17.632251 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-27ab42ae-f11a-4651-ad6c-a7ecb7c8bab3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1ef55bc3-2725-4445-bf30-2455b79bbcac HTTP/1.1" status: 204 len: 168 time: 0.1170807 Jan 27 08:24:17.639481 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ab42ae-f11a-4651-ad6c-a7ecb7c8bab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef55bc3-2725-4445-bf30-2455b79bbcac,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:24:19.910692 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a5c53b55-7b0f-4204-9d84-cd2f5ff89e3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (913d1d6b-f856-4828-afb6-1e4cc7d36f68), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:22.903185 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-7564c67f-d06d-47c3-9c65-6b156ce6c257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (c4292dc4-d7f6-4187-994e-0142c7d14647), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:24.644677 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-84f64028-d758-4200-a634-8b4e45c8e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (30676f9c-3677-4b49-810a-45ff2c7eef62), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:25.113663 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 37372) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:24:25.267646 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-4a92dcf4-6c04-4f7c-b014-3cfa0e6c0cd2 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Deleting port 4fc03802-cfa6-4838-9596-534b198894f8 {{(pid=102575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 08:24:25.268017 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-4a92dcf4-6c04-4f7c-b014-3cfa0e6c0cd2 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730335283038'] for port (4fc03802-cfa6-4838-9596-534b198894f8), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:25.343464 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-4a92dcf4-6c04-4f7c-b014-3cfa0e6c0cd2 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547444'] for port (4fc03802-cfa6-4838-9596-534b198894f8), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:25.343790 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-4a92dcf4-6c04-4f7c-b014-3cfa0e6c0cd2 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks [] for floatingip (4fc03802-cfa6-4838-9596-534b198894f8), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:25.356391 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-4a92dcf4-6c04-4f7c-b014-3cfa0e6c0cd2 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Calling delete_port for 4fc03802-cfa6-4838-9596-534b198894f8 owned by network:floatingip {{(pid=102575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 08:24:25.495945 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-4a92dcf4-6c04-4f7c-b014-3cfa0e6c0cd2 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730335288760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730334756118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13172730'] for port (4fc03802-cfa6-4838-9596-534b198894f8), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:25.522830 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a92dcf4-6c04-4f7c-b014-3cfa0e6c0cd2 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Pushing event deleted for resources: {'Port': ['ID=4fc03802-cfa6-4838-9596-534b198894f8,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:24:25.534363 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a92dcf4-6c04-4f7c-b014-3cfa0e6c0cd2 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:24:25.534719 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a92dcf4-6c04-4f7c-b014-3cfa0e6c0cd2 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:24:25.535070 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a92dcf4-6c04-4f7c-b014-3cfa0e6c0cd2 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:24:25.535415 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a92dcf4-6c04-4f7c-b014-3cfa0e6c0cd2 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:24:25.535761 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a92dcf4-6c04-4f7c-b014-3cfa0e6c0cd2 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:24:25.536094 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a92dcf4-6c04-4f7c-b014-3cfa0e6c0cd2 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:24:25.536426 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a92dcf4-6c04-4f7c-b014-3cfa0e6c0cd2 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:24:25.536774 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a92dcf4-6c04-4f7c-b014-3cfa0e6c0cd2 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:24:25.537117 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a92dcf4-6c04-4f7c-b014-3cfa0e6c0cd2 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:24:25.537446 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a92dcf4-6c04-4f7c-b014-3cfa0e6c0cd2 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:24:25.537775 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a92dcf4-6c04-4f7c-b014-3cfa0e6c0cd2 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:24:25.538100 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a92dcf4-6c04-4f7c-b014-3cfa0e6c0cd2 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:24:25.538426 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a92dcf4-6c04-4f7c-b014-3cfa0e6c0cd2 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:24:25.589963 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-4a92dcf4-6c04-4f7c-b014-3cfa0e6c0cd2 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks [] for floatingip (02752894-b684-423c-bcdc-07cd03dad85c), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:25.590292 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.db.l3_db [None req-4a92dcf4-6c04-4f7c-b014-3cfa0e6c0cd2 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Floating IP 02752894-b684-423c-bcdc-07cd03dad85c disassociated (deleted). External IP: 172.27.1.136, port: f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110. Jan 27 08:24:25.787600 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-932e581e-1ad5-4fce-9316-ae3110c4cab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (037c8737-e99f-497c-9717-3fbc8e736584), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:25.789510 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a92dcf4-6c04-4f7c-b014-3cfa0e6c0cd2 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Router 900182e7-ce27-4189-bb33-70c250482c8a has already been hosted by L3 agent c4292dc4-d7f6-4187-994e-0142c7d14647 {{(pid=102575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 08:24:26.151032 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a92dcf4-6c04-4f7c-b014-3cfa0e6c0cd2 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Notify agent at l3_agent.dv-cinder-826589-1-iscsi the message routers_updated {{(pid=102575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 08:24:26.155797 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-4a92dcf4-6c04-4f7c-b014-3cfa0e6c0cd2 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for floatingip (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:26.160233 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd386372-429f-437c-9470-993adfabf740 None None] Sync routers for ids ['900182e7-ce27-4189-bb33-70c250482c8a'] in dv-cinder-826589-1-iscsi {{(pid=102577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 08:24:26.170005 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd386372-429f-437c-9470-993adfabf740 None None] Routers {'900182e7-ce27-4189-bb33-70c250482c8a'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:24:26.170626 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-dd386372-429f-437c-9470-993adfabf740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:24:23Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['900182e7-ce27-4189-bb33-70c250482c8a'], 'active': True} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:24:26.184894 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-4a92dcf4-6c04-4f7c-b014-3cfa0e6c0cd2 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "DELETE /v2.0/floatingips/02752894-b684-423c-bcdc-07cd03dad85c HTTP/1.1" status: 204 len: 168 time: 1.0699904 Jan 27 08:24:26.185641 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '180ec940-546b-4bde-ad7e-d4005e6db780', 'tag': 'f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110'}] {{(pid=102575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:24:26.187924 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34d12f73e8b898318ba96f52067286bd4e4b64784ab72771e8c48dd469e53537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a645e6d6-4aee-4149-b5ce-dbbc528fa512" -d '{"events": [{"name": "network-changed", "server_uuid": "180ec940-546b-4bde-ad7e-d4005e6db780", "tag": "f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110"}]}' {{(pid=102575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:24:26.225379 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 08:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6c945c-f149-409f-8d17-92381a3c2e1d x-openstack-request-id: req-4e6c945c-f149-409f-8d17-92381a3c2e1d {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:24:26.225669 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "180ec940-546b-4bde-ad7e-d4005e6db780", "tag": "f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110", "status": "completed", "code": 200}]} {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:24:26.225941 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4e6c945c-f149-409f-8d17-92381a3c2e1d {{(pid=102575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:24:26.227563 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '180ec940-546b-4bde-ad7e-d4005e6db780', 'tag': 'f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110', 'status': 'completed', 'code': 200} Jan 27 08:24:26.278298 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvr_db [None req-dd386372-429f-437c-9470-993adfabf740 None None] Set router 900182e7-ce27-4189-bb33-70c250482c8a gateway port host: dv-cinder-826589-1-iscsi {{(pid=102577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:24:26.410517 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20578c25-4d1b-425c-a1de-1e7abb712395 req-103e04b5-b219-4adb-9df4-ed369194b1ac tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:24:26.411935 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-20578c25-4d1b-425c-a1de-1e7abb712395 req-103e04b5-b219-4adb-9df4-ed369194b1ac tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=180ec940-546b-4bde-ad7e-d4005e6db780 HTTP/1.1" status: 200 len: 945 time: 0.0521781 Jan 27 08:24:26.459758 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-20578c25-4d1b-425c-a1de-1e7abb712395 req-f9a28da3-e232-478e-8ec2-021e5e0a0332 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422933 Jan 27 08:24:26.504950 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-dd386372-429f-437c-9470-993adfabf740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900182e7-ce27-4189-bb33-70c250482c8a', 'name': 'tempest-TestVolumeBootPattern-1736694676-router', 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '4c9bd725-8fed-4ede-a168-3d70d7474ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:16:19Z', 'updated_at': '2022-01-27T08:16:23Z', 'revision_number': 4, 'project_id': '0faac1e89cc44ae197577f1e66e143cd', 'gw_port': {'id': '4c9bd725-8fed-4ede-a168-3d70d7474ddd', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ea:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900182e7-ce27-4189-bb33-70c250482c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:16:20Z', 'updated_at': '2022-01-27T08:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_floatingips': [{'id': '465466a3-1eea-462a-a79a-08187d09489d', 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'floating_ip_address': '172.27.1.33', 'floating_network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'router_id': '900182e7-ce27-4189-bb33-70c250482c8a', 'port_id': '5d0ee498-5ef5-47e6-b470-80328c6a0096', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b081a2b-185d-4bc7-8711-580f26a8816a', 'mac_address': 'fa:16:3e:75:92:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22c3975-4834-494a-8fc5-3c7ee94b3a21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T08:20:38Z', 'updated_at': '2022-01-27T08:20:40Z', 'revision_number': 1, 'project_id': '0faac1e89cc44ae197577f1e66e143cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b55e100-31f6-4087-b698-a5e04e6b56de', 'name': '', 'network_id': '9b081a2b-185d-4bc7-8711-580f26a8816a', 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'mac_address': 'fa:16:3e:96:34:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900182e7-ce27-4189-bb33-70c250482c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'dea6adae-bbac-41f2-ace5-b3e89da3af0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:16:22Z', 'updated_at': '2022-01-27T08:16:29Z', 'revision_number': 5, 'project_id': '0faac1e89cc44ae197577f1e66e143cd', 'subnets': [{'id': 'dea6adae-bbac-41f2-ace5-b3e89da3af0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:24:26.530564 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd386372-429f-437c-9470-993adfabf740 None None] Checking router: 900182e7-ce27-4189-bb33-70c250482c8a for host: dv-cinder-826589-1-iscsi {{(pid=102577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 08:24:26.539122 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd386372-429f-437c-9470-993adfabf740 None None] Routers {'900182e7-ce27-4189-bb33-70c250482c8a'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:24:26.539725 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-dd386372-429f-437c-9470-993adfabf740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:24:23Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['900182e7-ce27-4189-bb33-70c250482c8a'], 'active': True} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:24:26.640381 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvr_db [None req-dd386372-429f-437c-9470-993adfabf740 None None] Set router 900182e7-ce27-4189-bb33-70c250482c8a gateway port host: dv-cinder-826589-1-iscsi {{(pid=102577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:24:26.720844 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (e79cbf24-12bd-4e20-a580-79498d5b225b), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:26.871270 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-dd386372-429f-437c-9470-993adfabf740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900182e7-ce27-4189-bb33-70c250482c8a', 'name': 'tempest-TestVolumeBootPattern-1736694676-router', 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '4c9bd725-8fed-4ede-a168-3d70d7474ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:16:19Z', 'updated_at': '2022-01-27T08:16:23Z', 'revision_number': 4, 'project_id': '0faac1e89cc44ae197577f1e66e143cd', 'gw_port': {'id': '4c9bd725-8fed-4ede-a168-3d70d7474ddd', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ea:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900182e7-ce27-4189-bb33-70c250482c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:16:20Z', 'updated_at': '2022-01-27T08:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_floatingips': [{'id': '465466a3-1eea-462a-a79a-08187d09489d', 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'floating_ip_address': '172.27.1.33', 'floating_network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'router_id': '900182e7-ce27-4189-bb33-70c250482c8a', 'port_id': '5d0ee498-5ef5-47e6-b470-80328c6a0096', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b081a2b-185d-4bc7-8711-580f26a8816a', 'mac_address': 'fa:16:3e:75:92:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22c3975-4834-494a-8fc5-3c7ee94b3a21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T08:20:38Z', 'updated_at': '2022-01-27T08:20:40Z', 'revision_number': 1, 'project_id': '0faac1e89cc44ae197577f1e66e143cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b55e100-31f6-4087-b698-a5e04e6b56de', 'name': '', 'network_id': '9b081a2b-185d-4bc7-8711-580f26a8816a', 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'mac_address': 'fa:16:3e:96:34:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900182e7-ce27-4189-bb33-70c250482c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'dea6adae-bbac-41f2-ace5-b3e89da3af0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:16:22Z', 'updated_at': '2022-01-27T08:16:29Z', 'revision_number': 5, 'project_id': '0faac1e89cc44ae197577f1e66e143cd', 'subnets': [{'id': 'dea6adae-bbac-41f2-ace5-b3e89da3af0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:24:26.897135 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd386372-429f-437c-9470-993adfabf740 None None] The sync data for ids ['900182e7-ce27-4189-bb33-70c250482c8a'] in dv-cinder-826589-1-iscsi is: [{'id': '900182e7-ce27-4189-bb33-70c250482c8a', 'name': 'tempest-TestVolumeBootPattern-1736694676-router', 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '4c9bd725-8fed-4ede-a168-3d70d7474ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:16:19Z', 'updated_at': '2022-01-27T08:16:23Z', 'revision_number': 4, 'project_id': '0faac1e89cc44ae197577f1e66e143cd', 'gw_port': {'id': '4c9bd725-8fed-4ede-a168-3d70d7474ddd', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ea:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900182e7-ce27-4189-bb33-70c250482c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:16:20Z', 'updated_at': '2022-01-27T08:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_floatingips': [{'id': '465466a3-1eea-462a-a79a-08187d09489d', 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'floating_ip_address': '172.27.1.33', 'floating_network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'router_id': '900182e7-ce27-4189-bb33-70c250482c8a', 'port_id': '5d0ee498-5ef5-47e6-b470-80328c6a0096', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b081a2b-185d-4bc7-8711-580f26a8816a', 'mac_address': 'fa:16:3e:75:92:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22c3975-4834-494a-8fc5-3c7ee94b3a21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T08:20:38Z', 'updated_at': '2022-01-27T08:20:40Z', 'revision_number': 1, 'project_id': '0faac1e89cc44ae197577f1e66e143cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b55e100-31f6-4087-b698-a5e04e6b56de', 'name': '', 'network_id': '9b081a2b-185d-4bc7-8711-580f26a8816a', 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'mac_address': 'fa:16:3e:96:34:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900182e7-ce27-4189-bb33-70c250482c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'dea6adae-bbac-41f2-ace5-b3e89da3af0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:16:22Z', 'updated_at': '2022-01-27T08:16:29Z', 'revision_number': 5, 'project_id': '0faac1e89cc44ae197577f1e66e143cd', 'subnets': [{'id': 'dea6adae-bbac-41f2-ace5-b3e89da3af0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 08:24:27.122116 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f666638-5f67-4147-8f69-4524748beef3 None None] New status for floating IP 02752894-b684-423c-bcdc-07cd03dad85c: DOWN {{(pid=102578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 08:24:27.572267 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1189ab9-aa47-40a6-997b-38aaba6d1ddd req-ef07b73c-9fde-4ef6-8bae-234d9f0e4380 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:24:27.573665 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b1189ab9-aa47-40a6-997b-38aaba6d1ddd req-ef07b73c-9fde-4ef6-8bae-234d9f0e4380 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=180ec940-546b-4bde-ad7e-d4005e6db780 HTTP/1.1" status: 200 len: 945 time: 0.0454705 Jan 27 08:24:27.620505 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-b1189ab9-aa47-40a6-997b-38aaba6d1ddd req-61b638ad-24e8-4f9a-a1da-09ec423799b7 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412414 Jan 27 08:24:28.031684 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (926d476c-3c92-4faa-a402-a395b4978e44), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:28.053579 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a645e6d6-4aee-4149-b5ce-dbbc528fa512 req-a71c250f-374e-4a2f-95aa-4869bda9cf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:24:28.055687 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-a645e6d6-4aee-4149-b5ce-dbbc528fa512 req-a71c250f-374e-4a2f-95aa-4869bda9cf44 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0faac1e89cc44ae197577f1e66e143cd&device_id=180ec940-546b-4bde-ad7e-d4005e6db780 HTTP/1.1" status: 200 len: 1098 time: 0.0390291 Jan 27 08:24:28.143144 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a645e6d6-4aee-4149-b5ce-dbbc528fa512 req-fda903fa-87eb-4427-9e32-2163aefb25ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:24:28.144600 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-a645e6d6-4aee-4149-b5ce-dbbc528fa512 req-fda903fa-87eb-4427-9e32-2163aefb25ec service neutron] 10.222.0.72 "GET /v2.0/networks?id=9b081a2b-185d-4bc7-8711-580f26a8816a HTTP/1.1" status: 200 len: 913 time: 0.0828085 Jan 27 08:24:28.184846 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-a645e6d6-4aee-4149-b5ce-dbbc528fa512 req-754f50a6-2647-4230-970a-7d8b2d9b0b14 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110 HTTP/1.1" status: 200 len: 217 time: 0.0332606 Jan 27 08:24:28.231829 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a645e6d6-4aee-4149-b5ce-dbbc528fa512 req-8cdc19d2-b79c-4b95-9c25-7be8da88701d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:24:28.233929 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-a645e6d6-4aee-4149-b5ce-dbbc528fa512 req-8cdc19d2-b79c-4b95-9c25-7be8da88701d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dea6adae-bbac-41f2-ace5-b3e89da3af0b HTTP/1.1" status: 200 len: 851 time: 0.0429432 Jan 27 08:24:28.284893 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a645e6d6-4aee-4149-b5ce-dbbc528fa512 req-600a7854-dfcf-4008-871d-fb8fda01fa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:24:28.286400 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-a645e6d6-4aee-4149-b5ce-dbbc528fa512 req-600a7854-dfcf-4008-871d-fb8fda01fa80 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9b081a2b-185d-4bc7-8711-580f26a8816a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451043 Jan 27 08:24:28.372534 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-a645e6d6-4aee-4149-b5ce-dbbc528fa512 req-6dc72660-9100-42b5-9054-31b8d55a60fd service neutron] 10.222.0.72 "GET /v2.0/networks/9b081a2b-185d-4bc7-8711-580f26a8816a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792608 Jan 27 08:24:28.468735 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-a645e6d6-4aee-4149-b5ce-dbbc528fa512 req-16b665ec-fd51-4239-ad9a-a75c85763cbd service neutron] 10.222.0.72 "GET /v2.0/networks/9b081a2b-185d-4bc7-8711-580f26a8816a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894313 Jan 27 08:24:28.736168 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5e8d1-132c-46f3-89f1-45165dce6efe req-4c888047-47ab-4276-88ef-faa04d3c843b tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:24:28.737665 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-5ac5e8d1-132c-46f3-89f1-45165dce6efe req-4c888047-47ab-4276-88ef-faa04d3c843b tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=180ec940-546b-4bde-ad7e-d4005e6db780 HTTP/1.1" status: 200 len: 945 time: 0.0509231 Jan 27 08:24:28.784592 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-5ac5e8d1-132c-46f3-89f1-45165dce6efe req-b40ed08f-e8d8-4733-9587-b7255609bf09 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415647 Jan 27 08:24:29.894259 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af3bb44-10d7-4d10-a8f4-3180d2142203 req-672ef903-9bb6-4ea7-aef5-deb0ececac57 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:24:29.895714 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-2af3bb44-10d7-4d10-a8f4-3180d2142203 req-672ef903-9bb6-4ea7-aef5-deb0ececac57 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=180ec940-546b-4bde-ad7e-d4005e6db780 HTTP/1.1" status: 200 len: 945 time: 0.0466676 Jan 27 08:24:29.942598 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-2af3bb44-10d7-4d10-a8f4-3180d2142203 req-a1b849db-54cd-4166-8479-5950586b5d6f tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409079 Jan 27 08:24:31.065002 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04034c48-afcc-44b6-8f25-f0950c9f96c5 req-ab5a3174-c094-47e9-87f3-166eb65f38e1 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:24:31.066474 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-04034c48-afcc-44b6-8f25-f0950c9f96c5 req-ab5a3174-c094-47e9-87f3-166eb65f38e1 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=180ec940-546b-4bde-ad7e-d4005e6db780 HTTP/1.1" status: 200 len: 945 time: 0.0566871 Jan 27 08:24:31.114023 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-04034c48-afcc-44b6-8f25-f0950c9f96c5 req-38b3cf90-8587-469f-a784-61d4d757fe0f tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415680 Jan 27 08:24:32.222899 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e0d05-9fcc-40f0-9e54-0c1b8f7adfef req-adef327b-fbea-4e1e-ad18-4ab2566037cf tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:24:32.224354 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-742e0d05-9fcc-40f0-9e54-0c1b8f7adfef req-adef327b-fbea-4e1e-ad18-4ab2566037cf tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=180ec940-546b-4bde-ad7e-d4005e6db780 HTTP/1.1" status: 200 len: 945 time: 0.0467908 Jan 27 08:24:32.271429 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-742e0d05-9fcc-40f0-9e54-0c1b8f7adfef req-8ee35d9a-e9fe-4edf-ba9b-cc227460157b tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415487 Jan 27 08:24:32.417126 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c955c6-92e2-4c4c-9057-9d4a23e2b9ec req-66c184e0-23e8-43a0-904d-bfec78cc968a tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:24:32.418573 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-20c955c6-92e2-4c4c-9057-9d4a23e2b9ec req-66c184e0-23e8-43a0-904d-bfec78cc968a tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.72 "GET /v2.0/ports?device_id=180ec940-546b-4bde-ad7e-d4005e6db780 HTTP/1.1" status: 200 len: 945 time: 0.0458703 Jan 27 08:24:32.515555 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [req-20c955c6-92e2-4c4c-9057-9d4a23e2b9ec req-1066e95d-9dce-4972-8ea3-e22349bfd35d tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Deleting port f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110 {{(pid=102575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 08:24:32.515899 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-20c955c6-92e2-4c4c-9057-9d4a23e2b9ec req-1066e95d-9dce-4972-8ea3-e22349bfd35d tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730335283038'] for port (f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:32.603311 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [req-20c955c6-92e2-4c4c-9057-9d4a23e2b9ec req-1066e95d-9dce-4972-8ea3-e22349bfd35d tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] For port f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110,segment=NetworkSegment(a957085e-4c2a-4d53-a79f-6cfe99225dd1),segment_id=a957085e-4c2a-4d53-a79f-6cfe99225dd1)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:24:32.603669 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-20c955c6-92e2-4c4c-9057-9d4a23e2b9ec req-1066e95d-9dce-4972-8ea3-e22349bfd35d tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547444'] for port (f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:32.609649 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110 no longer exists at agent hyperv_hv-cinder-82658 {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 08:24:32.619621 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [req-20c955c6-92e2-4c4c-9057-9d4a23e2b9ec req-1066e95d-9dce-4972-8ea3-e22349bfd35d tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Calling delete_port for f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110 owned by compute:nova {{(pid=102575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 08:24:32.686156 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Current status of the port f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110 is: ACTIVE; New status is: DOWN {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:24:32.686540 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:32.747420 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-20c955c6-92e2-4c4c-9057-9d4a23e2b9ec req-1066e95d-9dce-4972-8ea3-e22349bfd35d tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730335288760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730334756118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13172730'] for port (f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:32.774666 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1066e95d-9dce-4972-8ea3-e22349bfd35d tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Pushing event deleted for resources: {'Port': ['ID=f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:24:32.816411 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c955c6-92e2-4c4c-9057-9d4a23e2b9ec req-1066e95d-9dce-4972-8ea3-e22349bfd35d tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] No DVR routers for this DVR port f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110 on host hv-cinder-82658 {{(pid=102575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 08:24:32.818750 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-20c955c6-92e2-4c4c-9057-9d4a23e2b9ec req-1066e95d-9dce-4972-8ea3-e22349bfd35d tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for port (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:32.822083 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-20c955c6-92e2-4c4c-9057-9d4a23e2b9ec req-1066e95d-9dce-4972-8ea3-e22349bfd35d tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.72 "DELETE /v2.0/ports/f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110 HTTP/1.1" status: 204 len: 173 time: 0.3979502 Jan 27 08:24:32.822516 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '180ec940-546b-4bde-ad7e-d4005e6db780', 'name': 'network-vif-deleted', 'tag': 'f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110'}] {{(pid=102575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:24:32.824722 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34d12f73e8b898318ba96f52067286bd4e4b64784ab72771e8c48dd469e53537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db13a334-2e3c-4592-89ba-972432b1855f" -d '{"events": [{"server_uuid": "180ec940-546b-4bde-ad7e-d4005e6db780", "name": "network-vif-deleted", "tag": "f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110"}]}' {{(pid=102575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:24:32.863604 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 08:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f05072-fa77-4398-80fd-c79bfce03e71 x-openstack-request-id: req-68f05072-fa77-4398-80fd-c79bfce03e71 {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:24:32.863898 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "180ec940-546b-4bde-ad7e-d4005e6db780", "name": "network-vif-deleted", "tag": "f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110", "status": "completed", "code": 200}]} {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:24:32.864154 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-68f05072-fa77-4398-80fd-c79bfce03e71 {{(pid=102575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:24:32.864555 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '180ec940-546b-4bde-ad7e-d4005e6db780', 'name': 'network-vif-deleted', 'tag': 'f2ac3a21-d4e7-4bbf-a4ed-12eaf2964110', 'status': 'completed', 'code': 200} Jan 27 08:24:33.372176 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-234a9f10-a322-4539-b17e-1356ed388deb req-fb1b1cb0-aad9-4ec7-91fe-977d234ed62d tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=180ec940-546b-4bde-ad7e-d4005e6db780 HTTP/1.1" status: 200 len: 210 time: 0.0248835 Jan 27 08:24:36.640042 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 37446) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:24:36.807263 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-0c8538aa-a999-4dfc-9f79-19b36938cc29 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Deleting port f3c4938f-2856-4184-9dd0-582ebc6d604c {{(pid=102575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 08:24:36.807610 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0c8538aa-a999-4dfc-9f79-19b36938cc29 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730335283038'] for port (f3c4938f-2856-4184-9dd0-582ebc6d604c), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:36.882311 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0c8538aa-a999-4dfc-9f79-19b36938cc29 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547444'] for port (f3c4938f-2856-4184-9dd0-582ebc6d604c), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:36.882583 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0c8538aa-a999-4dfc-9f79-19b36938cc29 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks [] for floatingip (f3c4938f-2856-4184-9dd0-582ebc6d604c), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:36.894452 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-0c8538aa-a999-4dfc-9f79-19b36938cc29 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Calling delete_port for f3c4938f-2856-4184-9dd0-582ebc6d604c owned by network:floatingip {{(pid=102575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 08:24:37.052169 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0c8538aa-a999-4dfc-9f79-19b36938cc29 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730335288760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730334756118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13172730'] for port (f3c4938f-2856-4184-9dd0-582ebc6d604c), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:37.081650 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8538aa-a999-4dfc-9f79-19b36938cc29 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Pushing event deleted for resources: {'Port': ['ID=f3c4938f-2856-4184-9dd0-582ebc6d604c,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:24:37.142345 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0c8538aa-a999-4dfc-9f79-19b36938cc29 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks [] for floatingip (465466a3-1eea-462a-a79a-08187d09489d), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:37.142593 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.db.l3_db [None req-0c8538aa-a999-4dfc-9f79-19b36938cc29 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Floating IP 465466a3-1eea-462a-a79a-08187d09489d disassociated (deleted). External IP: 172.27.1.33, port: 5d0ee498-5ef5-47e6-b470-80328c6a0096. Jan 27 08:24:37.337045 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c8538aa-a999-4dfc-9f79-19b36938cc29 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Router 900182e7-ce27-4189-bb33-70c250482c8a has already been hosted by L3 agent c4292dc4-d7f6-4187-994e-0142c7d14647 {{(pid=102575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 08:24:37.450508 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c8538aa-a999-4dfc-9f79-19b36938cc29 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Notify agent at l3_agent.dv-cinder-826589-1-iscsi the message routers_updated {{(pid=102575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 08:24:37.455150 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0c8538aa-a999-4dfc-9f79-19b36938cc29 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for floatingip (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:37.460044 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34055595-e5e8-4d17-9bb4-d6f4bb6d693b None None] Sync routers for ids ['900182e7-ce27-4189-bb33-70c250482c8a'] in dv-cinder-826589-1-iscsi {{(pid=102577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 08:24:37.474722 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34055595-e5e8-4d17-9bb4-d6f4bb6d693b None None] Routers {'900182e7-ce27-4189-bb33-70c250482c8a'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:24:37.475348 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-34055595-e5e8-4d17-9bb4-d6f4bb6d693b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:24:23Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['900182e7-ce27-4189-bb33-70c250482c8a'], 'active': True} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:24:37.482910 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-0c8538aa-a999-4dfc-9f79-19b36938cc29 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "DELETE /v2.0/floatingips/465466a3-1eea-462a-a79a-08187d09489d HTTP/1.1" status: 204 len: 168 time: 0.8417785 Jan 27 08:24:37.483503 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e22c3975-4834-494a-8fc5-3c7ee94b3a21', 'tag': '5d0ee498-5ef5-47e6-b470-80328c6a0096'}] {{(pid=102575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:24:37.485896 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34d12f73e8b898318ba96f52067286bd4e4b64784ab72771e8c48dd469e53537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e756f7-6b58-4e3d-98ff-ecd2d0ff641a" -d '{"events": [{"name": "network-changed", "server_uuid": "e22c3975-4834-494a-8fc5-3c7ee94b3a21", "tag": "5d0ee498-5ef5-47e6-b470-80328c6a0096"}]}' {{(pid=102575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:24:37.525793 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 08:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec92f1c8-2ebb-4b4e-8438-4d04f6e53c44 x-openstack-request-id: req-ec92f1c8-2ebb-4b4e-8438-4d04f6e53c44 {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:24:37.526089 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e22c3975-4834-494a-8fc5-3c7ee94b3a21", "tag": "5d0ee498-5ef5-47e6-b470-80328c6a0096", "status": "completed", "code": 200}]} {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:24:37.526348 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ec92f1c8-2ebb-4b4e-8438-4d04f6e53c44 {{(pid=102575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:24:37.526768 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e22c3975-4834-494a-8fc5-3c7ee94b3a21', 'tag': '5d0ee498-5ef5-47e6-b470-80328c6a0096', 'status': 'completed', 'code': 200} Jan 27 08:24:37.589442 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvr_db [None req-34055595-e5e8-4d17-9bb4-d6f4bb6d693b None None] Set router 900182e7-ce27-4189-bb33-70c250482c8a gateway port host: dv-cinder-826589-1-iscsi {{(pid=102577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:24:37.591936 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e756f7-6b58-4e3d-98ff-ecd2d0ff641a req-8e0d3f58-d820-4885-b0c5-021e90b1cd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:24:37.593472 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-49e756f7-6b58-4e3d-98ff-ecd2d0ff641a req-8e0d3f58-d820-4885-b0c5-021e90b1cd0e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0faac1e89cc44ae197577f1e66e143cd&device_id=e22c3975-4834-494a-8fc5-3c7ee94b3a21 HTTP/1.1" status: 200 len: 1099 time: 0.0448799 Jan 27 08:24:37.696286 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e756f7-6b58-4e3d-98ff-ecd2d0ff641a req-f5587501-0f29-459a-91a1-9d51f7764e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:24:37.697968 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-49e756f7-6b58-4e3d-98ff-ecd2d0ff641a req-f5587501-0f29-459a-91a1-9d51f7764e8c service neutron] 10.222.0.72 "GET /v2.0/networks?id=9b081a2b-185d-4bc7-8711-580f26a8816a HTTP/1.1" status: 200 len: 913 time: 0.0973811 Jan 27 08:24:37.748043 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-49e756f7-6b58-4e3d-98ff-ecd2d0ff641a req-e065ac74-0f66-4ba9-b76b-4c411d26b05a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d0ee498-5ef5-47e6-b470-80328c6a0096 HTTP/1.1" status: 200 len: 217 time: 0.0409229 Jan 27 08:24:37.768794 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610a513-2a8b-4b43-ac80-f6cc8fb8239a req-ddf2f3e1-e232-475d-9902-c9b418fec48e tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:24:37.770281 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-c610a513-2a8b-4b43-ac80-f6cc8fb8239a req-ddf2f3e1-e232-475d-9902-c9b418fec48e tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=e22c3975-4834-494a-8fc5-3c7ee94b3a21 HTTP/1.1" status: 200 len: 946 time: 0.0643895 Jan 27 08:24:37.800354 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e756f7-6b58-4e3d-98ff-ecd2d0ff641a req-d86be901-23c3-4a80-a758-430bdf1d5741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:24:37.801945 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-49e756f7-6b58-4e3d-98ff-ecd2d0ff641a req-d86be901-23c3-4a80-a758-430bdf1d5741 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dea6adae-bbac-41f2-ace5-b3e89da3af0b HTTP/1.1" status: 200 len: 851 time: 0.0461802 Jan 27 08:24:37.823449 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-c610a513-2a8b-4b43-ac80-f6cc8fb8239a req-6712189f-78cd-430f-ada4-001ad2832f27 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449729 Jan 27 08:24:37.827738 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-34055595-e5e8-4d17-9bb4-d6f4bb6d693b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900182e7-ce27-4189-bb33-70c250482c8a', 'name': 'tempest-TestVolumeBootPattern-1736694676-router', 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '4c9bd725-8fed-4ede-a168-3d70d7474ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:16:19Z', 'updated_at': '2022-01-27T08:16:23Z', 'revision_number': 4, 'project_id': '0faac1e89cc44ae197577f1e66e143cd', 'gw_port': {'id': '4c9bd725-8fed-4ede-a168-3d70d7474ddd', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ea:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900182e7-ce27-4189-bb33-70c250482c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:16:20Z', 'updated_at': '2022-01-27T08:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_interfaces': [{'id': '5b55e100-31f6-4087-b698-a5e04e6b56de', 'name': '', 'network_id': '9b081a2b-185d-4bc7-8711-580f26a8816a', 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'mac_address': 'fa:16:3e:96:34:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900182e7-ce27-4189-bb33-70c250482c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'dea6adae-bbac-41f2-ace5-b3e89da3af0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:16:22Z', 'updated_at': '2022-01-27T08:16:29Z', 'revision_number': 5, 'project_id': '0faac1e89cc44ae197577f1e66e143cd', 'subnets': [{'id': 'dea6adae-bbac-41f2-ace5-b3e89da3af0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:24:37.855068 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34055595-e5e8-4d17-9bb4-d6f4bb6d693b None None] Checking router: 900182e7-ce27-4189-bb33-70c250482c8a for host: dv-cinder-826589-1-iscsi {{(pid=102577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 08:24:37.859497 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e756f7-6b58-4e3d-98ff-ecd2d0ff641a req-912bd99b-e006-4692-9330-44db9a272aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:24:37.861095 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-49e756f7-6b58-4e3d-98ff-ecd2d0ff641a req-912bd99b-e006-4692-9330-44db9a272aad service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9b081a2b-185d-4bc7-8711-580f26a8816a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0503771 Jan 27 08:24:37.865626 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34055595-e5e8-4d17-9bb4-d6f4bb6d693b None None] Routers {'900182e7-ce27-4189-bb33-70c250482c8a'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:24:37.866902 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-34055595-e5e8-4d17-9bb4-d6f4bb6d693b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:24:23Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['900182e7-ce27-4189-bb33-70c250482c8a'], 'active': True} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:24:37.950978 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-49e756f7-6b58-4e3d-98ff-ecd2d0ff641a req-a53d7b31-aa6b-4ce2-8244-cbf0ebb14ee6 service neutron] 10.222.0.72 "GET /v2.0/networks/9b081a2b-185d-4bc7-8711-580f26a8816a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829968 Jan 27 08:24:37.970055 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvr_db [None req-34055595-e5e8-4d17-9bb4-d6f4bb6d693b None None] Set router 900182e7-ce27-4189-bb33-70c250482c8a gateway port host: dv-cinder-826589-1-iscsi {{(pid=102577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:24:38.045041 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-49e756f7-6b58-4e3d-98ff-ecd2d0ff641a req-74795210-fa58-40eb-9ee9-6e0dcee83c03 service neutron] 10.222.0.72 "GET /v2.0/networks/9b081a2b-185d-4bc7-8711-580f26a8816a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868621 Jan 27 08:24:38.301807 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa70094-cc2c-4933-8c91-17f5cc6e3fd1 req-f536c135-8a0d-42ae-97ae-335302370215 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:24:38.303119 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-4fa70094-cc2c-4933-8c91-17f5cc6e3fd1 req-f536c135-8a0d-42ae-97ae-335302370215 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] 10.222.0.59 "GET /v2.0/ports?device_id=59258f28-14f0-4353-a497-45bccc03c137 HTTP/1.1" status: 200 len: 946 time: 0.0474565 Jan 27 08:24:38.312321 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-34055595-e5e8-4d17-9bb4-d6f4bb6d693b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900182e7-ce27-4189-bb33-70c250482c8a', 'name': 'tempest-TestVolumeBootPattern-1736694676-router', 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '4c9bd725-8fed-4ede-a168-3d70d7474ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:16:19Z', 'updated_at': '2022-01-27T08:16:23Z', 'revision_number': 4, 'project_id': '0faac1e89cc44ae197577f1e66e143cd', 'gw_port': {'id': '4c9bd725-8fed-4ede-a168-3d70d7474ddd', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ea:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900182e7-ce27-4189-bb33-70c250482c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:16:20Z', 'updated_at': '2022-01-27T08:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_interfaces': [{'id': '5b55e100-31f6-4087-b698-a5e04e6b56de', 'name': '', 'network_id': '9b081a2b-185d-4bc7-8711-580f26a8816a', 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'mac_address': 'fa:16:3e:96:34:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900182e7-ce27-4189-bb33-70c250482c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'dea6adae-bbac-41f2-ace5-b3e89da3af0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:16:22Z', 'updated_at': '2022-01-27T08:16:29Z', 'revision_number': 5, 'project_id': '0faac1e89cc44ae197577f1e66e143cd', 'subnets': [{'id': 'dea6adae-bbac-41f2-ace5-b3e89da3af0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:24:38.338952 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34055595-e5e8-4d17-9bb4-d6f4bb6d693b None None] The sync data for ids ['900182e7-ce27-4189-bb33-70c250482c8a'] in dv-cinder-826589-1-iscsi is: [{'id': '900182e7-ce27-4189-bb33-70c250482c8a', 'name': 'tempest-TestVolumeBootPattern-1736694676-router', 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '4c9bd725-8fed-4ede-a168-3d70d7474ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:16:19Z', 'updated_at': '2022-01-27T08:16:23Z', 'revision_number': 4, 'project_id': '0faac1e89cc44ae197577f1e66e143cd', 'gw_port': {'id': '4c9bd725-8fed-4ede-a168-3d70d7474ddd', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ea:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900182e7-ce27-4189-bb33-70c250482c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:16:20Z', 'updated_at': '2022-01-27T08:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi', '_interfaces': [{'id': '5b55e100-31f6-4087-b698-a5e04e6b56de', 'name': '', 'network_id': '9b081a2b-185d-4bc7-8711-580f26a8816a', 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'mac_address': 'fa:16:3e:96:34:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900182e7-ce27-4189-bb33-70c250482c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'dea6adae-bbac-41f2-ace5-b3e89da3af0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:16:22Z', 'updated_at': '2022-01-27T08:16:29Z', 'revision_number': 5, 'project_id': '0faac1e89cc44ae197577f1e66e143cd', 'subnets': [{'id': 'dea6adae-bbac-41f2-ace5-b3e89da3af0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 08:24:38.348653 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-4fa70094-cc2c-4933-8c91-17f5cc6e3fd1 req-53a18053-3077-4ec5-a5c1-6a97419f15f5 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] 10.222.0.59 "GET /v2.0/security-groups?id=896a6856-c531-453d-8422-bc1ee0cfaacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398436 Jan 27 08:24:38.543889 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ccec28-a5b2-464a-8bde-3da9bc6094e8 None None] New status for floating IP 465466a3-1eea-462a-a79a-08187d09489d: DOWN {{(pid=102578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 08:24:38.945897 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ae663-fd5f-4ad3-ad4d-e0e22154e3b4 req-13bb914e-8bb3-46ae-913e-fdc19cb4b0c6 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:24:38.947342 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-9b1ae663-fd5f-4ad3-ad4d-e0e22154e3b4 req-13bb914e-8bb3-46ae-913e-fdc19cb4b0c6 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=e22c3975-4834-494a-8fc5-3c7ee94b3a21 HTTP/1.1" status: 200 len: 946 time: 0.0462847 Jan 27 08:24:38.997158 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-9b1ae663-fd5f-4ad3-ad4d-e0e22154e3b4 req-88fb5016-2f79-4bd9-b190-efd8ffd01c82 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/security-groups?id=8094b559-0e87-4af8-8973-bdebc614ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443802 Jan 27 08:24:39.460585 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d62d1-beec-4b77-a389-ba3307edcb79 req-010c9794-7feb-4d91-af2c-527d9c11d61b tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:24:39.462087 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-603d62d1-beec-4b77-a389-ba3307edcb79 req-010c9794-7feb-4d91-af2c-527d9c11d61b tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] 10.222.0.59 "GET /v2.0/ports?device_id=59258f28-14f0-4353-a497-45bccc03c137 HTTP/1.1" status: 200 len: 946 time: 0.0467031 Jan 27 08:24:39.490591 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22401fa2-cfac-4e8f-b4a0-c2caa1117c4d req-4c81ca6a-f063-446e-9b12-685812632670 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:24:39.492604 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-22401fa2-cfac-4e8f-b4a0-c2caa1117c4d req-4c81ca6a-f063-446e-9b12-685812632670 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.72 "GET /v2.0/ports?device_id=e22c3975-4834-494a-8fc5-3c7ee94b3a21 HTTP/1.1" status: 200 len: 946 time: 0.0461841 Jan 27 08:24:39.508620 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-603d62d1-beec-4b77-a389-ba3307edcb79 req-ca71160a-00fe-4517-a6ef-f7dc7130975b tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] 10.222.0.59 "GET /v2.0/security-groups?id=896a6856-c531-453d-8422-bc1ee0cfaacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408792 Jan 27 08:24:39.585470 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [req-22401fa2-cfac-4e8f-b4a0-c2caa1117c4d req-92429dd3-7a06-4a1b-abc4-448085129ac1 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Deleting port 5d0ee498-5ef5-47e6-b470-80328c6a0096 {{(pid=102575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 08:24:39.585835 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-22401fa2-cfac-4e8f-b4a0-c2caa1117c4d req-92429dd3-7a06-4a1b-abc4-448085129ac1 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730335283038'] for port (5d0ee498-5ef5-47e6-b470-80328c6a0096), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:39.671423 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [req-22401fa2-cfac-4e8f-b4a0-c2caa1117c4d req-92429dd3-7a06-4a1b-abc4-448085129ac1 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] For port 5d0ee498-5ef5-47e6-b470-80328c6a0096, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=5d0ee498-5ef5-47e6-b470-80328c6a0096,segment=NetworkSegment(a957085e-4c2a-4d53-a79f-6cfe99225dd1),segment_id=a957085e-4c2a-4d53-a79f-6cfe99225dd1)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:24:39.671702 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-22401fa2-cfac-4e8f-b4a0-c2caa1117c4d req-92429dd3-7a06-4a1b-abc4-448085129ac1 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547444'] for port (5d0ee498-5ef5-47e6-b470-80328c6a0096), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:39.683329 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [req-22401fa2-cfac-4e8f-b4a0-c2caa1117c4d req-92429dd3-7a06-4a1b-abc4-448085129ac1 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Calling delete_port for 5d0ee498-5ef5-47e6-b470-80328c6a0096 owned by compute:nova {{(pid=102575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 08:24:39.814085 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-22401fa2-cfac-4e8f-b4a0-c2caa1117c4d req-92429dd3-7a06-4a1b-abc4-448085129ac1 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730335288760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730334756118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13172730'] for port (5d0ee498-5ef5-47e6-b470-80328c6a0096), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:39.841609 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92429dd3-7a06-4a1b-abc4-448085129ac1 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Pushing event deleted for resources: {'Port': ['ID=5d0ee498-5ef5-47e6-b470-80328c6a0096,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:24:39.882976 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [req-22401fa2-cfac-4e8f-b4a0-c2caa1117c4d req-92429dd3-7a06-4a1b-abc4-448085129ac1 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] No DVR routers for this DVR port 5d0ee498-5ef5-47e6-b470-80328c6a0096 on host hv-cinder-82658 {{(pid=102575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 08:24:39.885339 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-22401fa2-cfac-4e8f-b4a0-c2caa1117c4d req-92429dd3-7a06-4a1b-abc4-448085129ac1 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for port (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:39.888622 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-22401fa2-cfac-4e8f-b4a0-c2caa1117c4d req-92429dd3-7a06-4a1b-abc4-448085129ac1 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.72 "DELETE /v2.0/ports/5d0ee498-5ef5-47e6-b470-80328c6a0096 HTTP/1.1" status: 204 len: 173 time: 0.3890209 Jan 27 08:24:39.889083 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e22c3975-4834-494a-8fc5-3c7ee94b3a21', 'name': 'network-vif-deleted', 'tag': '5d0ee498-5ef5-47e6-b470-80328c6a0096'}] {{(pid=102575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:24:39.891283 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34d12f73e8b898318ba96f52067286bd4e4b64784ab72771e8c48dd469e53537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90182e1d-fa5d-47f8-821c-9965ace6dbbb" -d '{"events": [{"server_uuid": "e22c3975-4834-494a-8fc5-3c7ee94b3a21", "name": "network-vif-deleted", "tag": "5d0ee498-5ef5-47e6-b470-80328c6a0096"}]}' {{(pid=102575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:24:39.929637 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 08:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a46c6d-ca15-4f99-88fc-78cdf3093b58 x-openstack-request-id: req-e5a46c6d-ca15-4f99-88fc-78cdf3093b58 {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:24:39.929932 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e22c3975-4834-494a-8fc5-3c7ee94b3a21", "name": "network-vif-deleted", "tag": "5d0ee498-5ef5-47e6-b470-80328c6a0096", "status": "completed", "code": 200}]} {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:24:39.930181 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e5a46c6d-ca15-4f99-88fc-78cdf3093b58 {{(pid=102575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:24:39.930585 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e22c3975-4834-494a-8fc5-3c7ee94b3a21', 'name': 'network-vif-deleted', 'tag': '5d0ee498-5ef5-47e6-b470-80328c6a0096', 'status': 'completed', 'code': 200} Jan 27 08:24:40.054274 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec37fe3-97e3-4fb9-97bb-c597cc98b9e8 req-b38040fb-746f-4c05-83dd-7cc40b107283 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:24:40.055797 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-bec37fe3-97e3-4fb9-97bb-c597cc98b9e8 req-b38040fb-746f-4c05-83dd-7cc40b107283 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] 10.222.0.72 "GET /v2.0/ports?device_id=59258f28-14f0-4353-a497-45bccc03c137 HTTP/1.1" status: 200 len: 946 time: 0.0470676 Jan 27 08:24:40.091532 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-88e43d90-2ee6-423f-8373-e2c5979950fe req-c94e2ebc-bdd6-458a-8b54-1ecae0df9789 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "GET /v2.0/ports?device_id=e22c3975-4834-494a-8fc5-3c7ee94b3a21 HTTP/1.1" status: 200 len: 210 time: 0.0258858 Jan 27 08:24:40.154392 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [req-bec37fe3-97e3-4fb9-97bb-c597cc98b9e8 req-57f9ff09-00e2-4e6a-a4d4-7c5669ff8f84 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] Deleting port 1d51b8c0-7bac-4182-97cc-478c4ed5e883 {{(pid=102575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 08:24:40.154669 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-bec37fe3-97e3-4fb9-97bb-c597cc98b9e8 req-57f9ff09-00e2-4e6a-a4d4-7c5669ff8f84 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730335283038'] for port (1d51b8c0-7bac-4182-97cc-478c4ed5e883), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:40.251185 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [req-bec37fe3-97e3-4fb9-97bb-c597cc98b9e8 req-57f9ff09-00e2-4e6a-a4d4-7c5669ff8f84 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] For port 1d51b8c0-7bac-4182-97cc-478c4ed5e883, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=1d51b8c0-7bac-4182-97cc-478c4ed5e883,segment=NetworkSegment(e266648b-42b0-423e-98cb-0a669923bf7d),segment_id=e266648b-42b0-423e-98cb-0a669923bf7d)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:24:40.251549 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-bec37fe3-97e3-4fb9-97bb-c597cc98b9e8 req-57f9ff09-00e2-4e6a-a4d4-7c5669ff8f84 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547444'] for port (1d51b8c0-7bac-4182-97cc-478c4ed5e883), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:40.264699 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [req-bec37fe3-97e3-4fb9-97bb-c597cc98b9e8 req-57f9ff09-00e2-4e6a-a4d4-7c5669ff8f84 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] Calling delete_port for 1d51b8c0-7bac-4182-97cc-478c4ed5e883 owned by compute:nova {{(pid=102575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 08:24:40.392872 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-bec37fe3-97e3-4fb9-97bb-c597cc98b9e8 req-57f9ff09-00e2-4e6a-a4d4-7c5669ff8f84 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730335288760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730334756118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13172730'] for port (1d51b8c0-7bac-4182-97cc-478c4ed5e883), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:40.405103 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] get_ports_and_sgs() called for port_ids ['1d51b8c0-7bac-4182-97cc-478c4ed5e883'] {{(pid=102577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 08:24:40.420073 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f9ff09-00e2-4e6a-a4d4-7c5669ff8f84 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] Pushing event deleted for resources: {'Port': ['ID=1d51b8c0-7bac-4182-97cc-478c4ed5e883,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:24:40.459445 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [req-bec37fe3-97e3-4fb9-97bb-c597cc98b9e8 req-57f9ff09-00e2-4e6a-a4d4-7c5669ff8f84 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] No DVR routers for this DVR port 1d51b8c0-7bac-4182-97cc-478c4ed5e883 on host hv-cinder-82658 {{(pid=102575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 08:24:40.461712 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-bec37fe3-97e3-4fb9-97bb-c597cc98b9e8 req-57f9ff09-00e2-4e6a-a4d4-7c5669ff8f84 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for port (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:40.465050 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-bec37fe3-97e3-4fb9-97bb-c597cc98b9e8 req-57f9ff09-00e2-4e6a-a4d4-7c5669ff8f84 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] 10.222.0.72 "DELETE /v2.0/ports/1d51b8c0-7bac-4182-97cc-478c4ed5e883 HTTP/1.1" status: 204 len: 173 time: 0.4032750 Jan 27 08:24:40.602355 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a51b9044-419d-46ef-97be-9f26c1e5d07d req-6fabaf44-f7f7-4408-9fae-13668a201060 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] 10.222.0.59 "GET /v2.0/ports?device_id=59258f28-14f0-4353-a497-45bccc03c137 HTTP/1.1" status: 200 len: 210 time: 0.0248675 Jan 27 08:24:41.148022 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 37484) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:24:41.264592 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-3d86dc71-8c15-4cdb-ab98-25ddee815835 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Deleting port d8eba1cd-cdbc-4dfc-a294-a9bd7e4331a8 {{(pid=102575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 08:24:41.264960 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-3d86dc71-8c15-4cdb-ab98-25ddee815835 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730335283038'] for port (d8eba1cd-cdbc-4dfc-a294-a9bd7e4331a8), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:41.339283 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-3d86dc71-8c15-4cdb-ab98-25ddee815835 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547444'] for port (d8eba1cd-cdbc-4dfc-a294-a9bd7e4331a8), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:41.339611 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-3d86dc71-8c15-4cdb-ab98-25ddee815835 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks [] for floatingip (d8eba1cd-cdbc-4dfc-a294-a9bd7e4331a8), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:41.351467 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-3d86dc71-8c15-4cdb-ab98-25ddee815835 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Calling delete_port for d8eba1cd-cdbc-4dfc-a294-a9bd7e4331a8 owned by network:floatingip {{(pid=102575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 08:24:41.476937 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-3d86dc71-8c15-4cdb-ab98-25ddee815835 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730335288760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730334756118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13172730'] for port (d8eba1cd-cdbc-4dfc-a294-a9bd7e4331a8), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:41.499005 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d86dc71-8c15-4cdb-ab98-25ddee815835 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Pushing event deleted for resources: {'Port': ['ID=d8eba1cd-cdbc-4dfc-a294-a9bd7e4331a8,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:24:41.557762 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-3d86dc71-8c15-4cdb-ab98-25ddee815835 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks [] for floatingip (3c6c307a-a1ef-4a49-ac09-2b45972160e3), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:41.560285 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-3d86dc71-8c15-4cdb-ab98-25ddee815835 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for floatingip (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:41.561462 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-3d86dc71-8c15-4cdb-ab98-25ddee815835 tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "DELETE /v2.0/floatingips/3c6c307a-a1ef-4a49-ac09-2b45972160e3 HTTP/1.1" status: 204 len: 168 time: 0.4124434 Jan 27 08:24:41.931808 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59258f28-14f0-4353-a497-45bccc03c137', 'name': 'network-vif-deleted', 'tag': '1d51b8c0-7bac-4182-97cc-478c4ed5e883'}] {{(pid=102575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:24:41.934182 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34d12f73e8b898318ba96f52067286bd4e4b64784ab72771e8c48dd469e53537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f24afd0-83b2-4b6a-968d-1244a5472195" -d '{"events": [{"server_uuid": "59258f28-14f0-4353-a497-45bccc03c137", "name": "network-vif-deleted", "tag": "1d51b8c0-7bac-4182-97cc-478c4ed5e883"}]}' {{(pid=102575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:24:41.968570 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 08:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8afebf-7ac9-4f88-8132-88f2e01de910 x-openstack-request-id: req-8b8afebf-7ac9-4f88-8132-88f2e01de910 {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:24:41.968884 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59258f28-14f0-4353-a497-45bccc03c137", "name": "network-vif-deleted", "tag": "1d51b8c0-7bac-4182-97cc-478c4ed5e883", "status": "completed", "code": 200}]} {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:24:41.969135 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8b8afebf-7ac9-4f88-8132-88f2e01de910 {{(pid=102575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:24:41.969529 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59258f28-14f0-4353-a497-45bccc03c137', 'name': 'network-vif-deleted', 'tag': '1d51b8c0-7bac-4182-97cc-478c4ed5e883', 'status': 'completed', 'code': 200} Jan 27 08:24:42.752906 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 37504) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:24:42.811303 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-9d3e54f7-bf34-4728-986e-9dc7af6dc75b tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks [] for security_group (8094b559-0e87-4af8-8973-bdebc614ca29), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:42.836468 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-9d3e54f7-bf34-4728-986e-9dc7af6dc75b tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks [] for security_group (8094b559-0e87-4af8-8973-bdebc614ca29), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:42.894522 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-9d3e54f7-bf34-4728-986e-9dc7af6dc75b tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (8094b559-0e87-4af8-8973-bdebc614ca29), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:42.897142 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-9d3e54f7-bf34-4728-986e-9dc7af6dc75b tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Publish callbacks [] for security_group (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:42.898306 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-9d3e54f7-bf34-4728-986e-9dc7af6dc75b tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] 10.222.0.59 "DELETE /v2.0/security-groups/8094b559-0e87-4af8-8973-bdebc614ca29 HTTP/1.1" status: 204 len: 168 time: 0.1444287 Jan 27 08:24:42.906873 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3e54f7-bf34-4728-986e-9dc7af6dc75b tempest-TestVolumeBootPattern-1656887304 tempest-TestVolumeBootPattern-1656887304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8094b559-0e87-4af8-8973-bdebc614ca29,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:24:42.963397 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 37510) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:24:43.467193 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-71899dae-548b-40bc-af4f-fcb7593214d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550255'] for router_interface (900182e7-ce27-4189-bb33-70c250482c8a), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:43.594748 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device 5d0ee498-5ef5-47e6-b470-80328c6a0096 no longer exists at agent hyperv_hv-cinder-82658 {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 08:24:43.617316 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] No Port match for: 5d0ee498-5ef5-47e6-b470-80328c6a0096 {{(pid=102577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 08:24:43.617648 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device 5d0ee498-5ef5-47e6-b470-80328c6a0096 not bound to the agent host hv-cinder-82658 {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 08:24:43.701413 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-71899dae-548b-40bc-af4f-fcb7593214d5 admin admin] Deleting port 5b55e100-31f6-4087-b698-a5e04e6b56de {{(pid=102575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 08:24:43.701753 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-71899dae-548b-40bc-af4f-fcb7593214d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730335283038'] for port (5b55e100-31f6-4087-b698-a5e04e6b56de), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:43.779504 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-71899dae-548b-40bc-af4f-fcb7593214d5 admin admin] For port 5b55e100-31f6-4087-b698-a5e04e6b56de, host dv-cinder-826589-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=5b55e100-31f6-4087-b698-a5e04e6b56de,segment=NetworkSegment(a957085e-4c2a-4d53-a79f-6cfe99225dd1),segment_id=a957085e-4c2a-4d53-a79f-6cfe99225dd1)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:24:43.780156 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-71899dae-548b-40bc-af4f-fcb7593214d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547444'] for port (5b55e100-31f6-4087-b698-a5e04e6b56de), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:43.791064 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-71899dae-548b-40bc-af4f-fcb7593214d5 admin admin] Calling delete_port for 5b55e100-31f6-4087-b698-a5e04e6b56de owned by network:router_interface {{(pid=102575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 08:24:43.964228 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-71899dae-548b-40bc-af4f-fcb7593214d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730335288760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730334756118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13172730'] for port (5b55e100-31f6-4087-b698-a5e04e6b56de), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:43.988953 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71899dae-548b-40bc-af4f-fcb7593214d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b55e100-31f6-4087-b698-a5e04e6b56de,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:24:44.153559 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-71899dae-548b-40bc-af4f-fcb7593214d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550395'] for router_interface (900182e7-ce27-4189-bb33-70c250482c8a), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:44.357606 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71899dae-548b-40bc-af4f-fcb7593214d5 admin admin] Router 900182e7-ce27-4189-bb33-70c250482c8a has already been hosted by L3 agent c4292dc4-d7f6-4187-994e-0142c7d14647 {{(pid=102575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 08:24:44.459083 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71899dae-548b-40bc-af4f-fcb7593214d5 admin admin] Notify agent at l3_agent.dv-cinder-826589-1-iscsi the message routers_updated {{(pid=102575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 08:24:44.464633 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-71899dae-548b-40bc-af4f-fcb7593214d5 admin admin] 10.222.0.59 "PUT /v2.0/routers/900182e7-ce27-4189-bb33-70c250482c8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5001967 Jan 27 08:24:44.467193 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 37516) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:24:44.468828 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d283ce-ca64-41b5-80bf-ae11414a2af6 None None] Sync routers for ids ['900182e7-ce27-4189-bb33-70c250482c8a'] in dv-cinder-826589-1-iscsi {{(pid=102577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 08:24:44.479093 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d283ce-ca64-41b5-80bf-ae11414a2af6 None None] Routers {'900182e7-ce27-4189-bb33-70c250482c8a'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:24:44.479702 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-04d283ce-ca64-41b5-80bf-ae11414a2af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:24:23Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['900182e7-ce27-4189-bb33-70c250482c8a'], 'active': True} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:24:44.586011 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvr_db [None req-04d283ce-ca64-41b5-80bf-ae11414a2af6 None None] Set router 900182e7-ce27-4189-bb33-70c250482c8a gateway port host: dv-cinder-826589-1-iscsi {{(pid=102577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:24:44.694635 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device 1d51b8c0-7bac-4182-97cc-478c4ed5e883 no longer exists at agent hyperv_hv-cinder-82658 {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 08:24:44.721363 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] No Port match for: 1d51b8c0-7bac-4182-97cc-478c4ed5e883 {{(pid=102577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 08:24:44.721729 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device 1d51b8c0-7bac-4182-97cc-478c4ed5e883 not bound to the agent host hv-cinder-82658 {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 08:24:44.797377 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-04d283ce-ca64-41b5-80bf-ae11414a2af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900182e7-ce27-4189-bb33-70c250482c8a', 'name': 'tempest-TestVolumeBootPattern-1736694676-router', 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '4c9bd725-8fed-4ede-a168-3d70d7474ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:16:19Z', 'updated_at': '2022-01-27T08:24:43Z', 'revision_number': 5, 'project_id': '0faac1e89cc44ae197577f1e66e143cd', 'gw_port': {'id': '4c9bd725-8fed-4ede-a168-3d70d7474ddd', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ea:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900182e7-ce27-4189-bb33-70c250482c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:16:20Z', 'updated_at': '2022-01-27T08:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi'}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:24:44.823414 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d283ce-ca64-41b5-80bf-ae11414a2af6 None None] Checking router: 900182e7-ce27-4189-bb33-70c250482c8a for host: dv-cinder-826589-1-iscsi {{(pid=102577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 08:24:44.825802 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-258ea64a-be01-4605-9db1-4ae95059c989 admin admin] Publish callbacks [] for router (900182e7-ce27-4189-bb33-70c250482c8a), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:44.831512 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d283ce-ca64-41b5-80bf-ae11414a2af6 None None] Routers {'900182e7-ce27-4189-bb33-70c250482c8a'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:24:44.832117 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-04d283ce-ca64-41b5-80bf-ae11414a2af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:24:23Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['900182e7-ce27-4189-bb33-70c250482c8a'], 'active': True} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:24:44.935247 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-258ea64a-be01-4605-9db1-4ae95059c989 admin admin] Publish callbacks [] for router_gateway (900182e7-ce27-4189-bb33-70c250482c8a), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:44.946157 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_dvr_db [None req-04d283ce-ca64-41b5-80bf-ae11414a2af6 None None] Set router 900182e7-ce27-4189-bb33-70c250482c8a gateway port host: dv-cinder-826589-1-iscsi {{(pid=102577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:24:45.003630 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-258ea64a-be01-4605-9db1-4ae95059c989 admin admin] Deleting port 4c9bd725-8fed-4ede-a168-3d70d7474ddd {{(pid=102575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 08:24:45.003963 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-258ea64a-be01-4605-9db1-4ae95059c989 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730335283038'] for port (4c9bd725-8fed-4ede-a168-3d70d7474ddd), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:45.090972 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-258ea64a-be01-4605-9db1-4ae95059c989 admin admin] For port 4c9bd725-8fed-4ede-a168-3d70d7474ddd, host dv-cinder-826589-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=4c9bd725-8fed-4ede-a168-3d70d7474ddd,segment=NetworkSegment(fa55335f-a52a-465d-b188-80ce12fc9c40),segment_id=fa55335f-a52a-465d-b188-80ce12fc9c40)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:24:45.091338 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-258ea64a-be01-4605-9db1-4ae95059c989 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547444'] for port (4c9bd725-8fed-4ede-a168-3d70d7474ddd), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:45.104044 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-258ea64a-be01-4605-9db1-4ae95059c989 admin admin] Calling delete_port for 4c9bd725-8fed-4ede-a168-3d70d7474ddd owned by network:router_gateway {{(pid=102575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 08:24:45.158216 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.l3_hamode_db [None req-04d283ce-ca64-41b5-80bf-ae11414a2af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900182e7-ce27-4189-bb33-70c250482c8a', 'name': 'tempest-TestVolumeBootPattern-1736694676-router', 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '4c9bd725-8fed-4ede-a168-3d70d7474ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:16:19Z', 'updated_at': '2022-01-27T08:24:43Z', 'revision_number': 5, 'project_id': '0faac1e89cc44ae197577f1e66e143cd', 'gw_port': {'id': '4c9bd725-8fed-4ede-a168-3d70d7474ddd', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ea:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900182e7-ce27-4189-bb33-70c250482c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:16:20Z', 'updated_at': '2022-01-27T08:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi'}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:24:45.189643 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d283ce-ca64-41b5-80bf-ae11414a2af6 None None] The sync data for ids ['900182e7-ce27-4189-bb33-70c250482c8a'] in dv-cinder-826589-1-iscsi is: [{'id': '900182e7-ce27-4189-bb33-70c250482c8a', 'name': 'tempest-TestVolumeBootPattern-1736694676-router', 'tenant_id': '0faac1e89cc44ae197577f1e66e143cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '4c9bd725-8fed-4ede-a168-3d70d7474ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:16:19Z', 'updated_at': '2022-01-27T08:24:43Z', 'revision_number': 5, 'project_id': '0faac1e89cc44ae197577f1e66e143cd', 'gw_port': {'id': '4c9bd725-8fed-4ede-a168-3d70d7474ddd', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ea:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900182e7-ce27-4189-bb33-70c250482c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:16:20Z', 'updated_at': '2022-01-27T08:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi'}] {{(pid=102577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 08:24:45.273119 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-258ea64a-be01-4605-9db1-4ae95059c989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730335288760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730334756118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13172730'] for port (4c9bd725-8fed-4ede-a168-3d70d7474ddd), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:45.299106 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258ea64a-be01-4605-9db1-4ae95059c989 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c9bd725-8fed-4ede-a168-3d70d7474ddd,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:24:45.354116 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-258ea64a-be01-4605-9db1-4ae95059c989 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550037'] for router_gateway (900182e7-ce27-4189-bb33-70c250482c8a), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:45.438769 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-258ea64a-be01-4605-9db1-4ae95059c989 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35647'] for router (900182e7-ce27-4189-bb33-70c250482c8a), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:45.440815 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-258ea64a-be01-4605-9db1-4ae95059c989 admin admin] Publish callbacks [] for router_controller (900182e7-ce27-4189-bb33-70c250482c8a), precommit_delete_associations {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:45.485131 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-258ea64a-be01-4605-9db1-4ae95059c989 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554505'] for router (900182e7-ce27-4189-bb33-70c250482c8a), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:45.485557 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-258ea64a-be01-4605-9db1-4ae95059c989 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 900182e7-ce27-4189-bb33-70c250482c8a {{(pid=102575) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 08:24:45.489835 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-258ea64a-be01-4605-9db1-4ae95059c989 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:45.490856 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-258ea64a-be01-4605-9db1-4ae95059c989 admin admin] 10.222.0.59 "DELETE /v2.0/routers/900182e7-ce27-4189-bb33-70c250482c8a HTTP/1.1" status: 204 len: 168 time: 1.0227487 Jan 27 08:24:45.493350 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 37532) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:24:45.537632 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.db_base_plugin_v2 [None req-22f52269-c65b-4b0b-87f5-e5a62620b3cf admin admin] Deleting subnet dea6adae-bbac-41f2-ace5-b3e89da3af0b {{(pid=102575) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 08:24:45.541000 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-22f52269-c65b-4b0b-87f5-e5a62620b3cf admin admin] Publish callbacks [] for subnet (dea6adae-bbac-41f2-ace5-b3e89da3af0b), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:45.576231 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-22f52269-c65b-4b0b-87f5-e5a62620b3cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13170846'] for subnet (dea6adae-bbac-41f2-ace5-b3e89da3af0b), precommit_delete_associations {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:45.658119 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-22f52269-c65b-4b0b-87f5-e5a62620b3cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537734'] for subnet (dea6adae-bbac-41f2-ace5-b3e89da3af0b), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:45.708732 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-22f52269-c65b-4b0b-87f5-e5a62620b3cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13172647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13220539'] for subnet (dea6adae-bbac-41f2-ace5-b3e89da3af0b), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:45.733767 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f52269-c65b-4b0b-87f5-e5a62620b3cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dea6adae-bbac-41f2-ace5-b3e89da3af0b,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:24:45.737256 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-22f52269-c65b-4b0b-87f5-e5a62620b3cf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:45.740409 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-22f52269-c65b-4b0b-87f5-e5a62620b3cf admin admin] 10.222.0.59 "DELETE /v2.0/subnets/dea6adae-bbac-41f2-ace5-b3e89da3af0b HTTP/1.1" status: 204 len: 168 time: 0.2461462 Jan 27 08:24:45.743509 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.wsgi [-] (102575) accepted ('10.222.0.59', 37534) {{(pid=102575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:24:45.746012 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cee3b2-c40c-434f-bf4d-483a83bd9517 None None] Network 9b081a2b-185d-4bc7-8711-580f26a8816a requested from dv-cinder-826589-1-iscsi {{(pid=102577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 08:24:45.821784 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-efc6c833-bfa8-479d-8cc0-682df5a8f0ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1691783'] for network (9b081a2b-185d-4bc7-8711-580f26a8816a), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:45.884908 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-efc6c833-bfa8-479d-8cc0-682df5a8f0ef admin admin] Deleting port 5b8f51b4-e433-415d-9706-4f33f213b329 {{(pid=102575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 08:24:45.885509 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-efc6c833-bfa8-479d-8cc0-682df5a8f0ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730335283038'] for port (5b8f51b4-e433-415d-9706-4f33f213b329), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:45.944850 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-efc6c833-bfa8-479d-8cc0-682df5a8f0ef admin admin] For port 5b8f51b4-e433-415d-9706-4f33f213b329, host dv-cinder-826589-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=5b8f51b4-e433-415d-9706-4f33f213b329,segment=NetworkSegment(a957085e-4c2a-4d53-a79f-6cfe99225dd1),segment_id=a957085e-4c2a-4d53-a79f-6cfe99225dd1)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:24:45.945210 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-efc6c833-bfa8-479d-8cc0-682df5a8f0ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547444'] for port (5b8f51b4-e433-415d-9706-4f33f213b329), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:45.957005 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-efc6c833-bfa8-479d-8cc0-682df5a8f0ef admin admin] Calling delete_port for 5b8f51b4-e433-415d-9706-4f33f213b329 owned by network:dhcp {{(pid=102575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 08:24:46.037618 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-efc6c833-bfa8-479d-8cc0-682df5a8f0ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730335288760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730334756118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13172730'] for port (5b8f51b4-e433-415d-9706-4f33f213b329), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:46.063083 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc6c833-bfa8-479d-8cc0-682df5a8f0ef admin admin] Pushing event deleted for resources: {'Port': ['ID=5b8f51b4-e433-415d-9706-4f33f213b329,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:24:46.066528 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc6c833-bfa8-479d-8cc0-682df5a8f0ef admin admin] No DVR routers for this DVR port 5b8f51b4-e433-415d-9706-4f33f213b329 on host dv-cinder-826589-1-iscsi {{(pid=102575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 08:24:46.139790 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-efc6c833-bfa8-479d-8cc0-682df5a8f0ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535825', 'neutron.services.segments.db._delete_segments_for_network-8730335277442'] for network (9b081a2b-185d-4bc7-8711-580f26a8816a), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:46.162706 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.services.segments.db [None req-efc6c833-bfa8-479d-8cc0-682df5a8f0ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b081a2b-185d-4bc7-8711-580f26a8816a']}} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:24:46.173999 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.services.segments.db [None req-efc6c833-bfa8-479d-8cc0-682df5a8f0ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a957085e-4c2a-4d53-a79f-6cfe99225dd1') {'for_net_delete': True} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:24:46.174305 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.services.segments.db [None req-efc6c833-bfa8-479d-8cc0-682df5a8f0ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a957085e-4c2a-4d53-a79f-6cfe99225dd1') {} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:24:46.185173 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-efc6c833-bfa8-479d-8cc0-682df5a8f0ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730335278475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13170839'] for segment (a957085e-4c2a-4d53-a79f-6cfe99225dd1), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:46.199243 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-efc6c833-bfa8-479d-8cc0-682df5a8f0ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505597'] for segment (a957085e-4c2a-4d53-a79f-6cfe99225dd1), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:46.206325 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efc6c833-bfa8-479d-8cc0-682df5a8f0ef admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=102575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 08:24:46.206780 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-efc6c833-bfa8-479d-8cc0-682df5a8f0ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13172489'] for segment (a957085e-4c2a-4d53-a79f-6cfe99225dd1), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:46.208667 dv-cinder-826589-1-iscsi neutron-server[102575]: Traceback (most recent call last): Jan 27 08:24:46.208667 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 08:24:46.208667 dv-cinder-826589-1-iscsi neutron-server[102575]: timer() Jan 27 08:24:46.208667 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 08:24:46.208667 dv-cinder-826589-1-iscsi neutron-server[102575]: cb(*args, **kw) Jan 27 08:24:46.208667 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 08:24:46.208667 dv-cinder-826589-1-iscsi neutron-server[102575]: return func(*args, **kwargs) Jan 27 08:24:46.208667 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 08:24:46.208667 dv-cinder-826589-1-iscsi neutron-server[102575]: self._notify() Jan 27 08:24:46.208667 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 08:24:46.208667 dv-cinder-826589-1-iscsi neutron-server[102575]: self.callback(batched_events) Jan 27 08:24:46.208667 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 08:24:46.208667 dv-cinder-826589-1-iscsi neutron-server[102575]: event.method(event) Jan 27 08:24:46.208667 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 08:24:46.208667 dv-cinder-826589-1-iscsi neutron-server[102575]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 08:24:46.208667 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 08:24:46.208667 dv-cinder-826589-1-iscsi neutron-server[102575]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 08:24:46.208667 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 08:24:46.208667 dv-cinder-826589-1-iscsi neutron-server[102575]: return f(self, *a, **k) Jan 27 08:24:46.208667 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 08:24:46.208667 dv-cinder-826589-1-iscsi neutron-server[102575]: return self._get(url).json() Jan 27 08:24:46.208667 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 08:24:46.208667 dv-cinder-826589-1-iscsi neutron-server[102575]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 08:24:46.208667 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 08:24:46.208667 dv-cinder-826589-1-iscsi neutron-server[102575]: return self.request(url, 'GET', **kwargs) Jan 27 08:24:46.208667 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 08:24:46.208667 dv-cinder-826589-1-iscsi neutron-server[102575]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 08:24:46.208667 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 08:24:46.208667 dv-cinder-826589-1-iscsi neutron-server[102575]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 08:24:46.208667 dv-cinder-826589-1-iscsi neutron-server[102575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 08:24:46.208667 dv-cinder-826589-1-iscsi neutron-server[102575]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 08:24:46.208667 dv-cinder-826589-1-iscsi neutron-server[102575]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 08:24:46.213096 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c17c8e-1a05-4a62-ac25-315f4d44ca4a None None] DHCP port deletion for 9b081a2b-185d-4bc7-8711-580f26a8816a request from dv-cinder-826589-1-iscsi {{(pid=102577) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 08:24:46.277001 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-efc6c833-bfa8-479d-8cc0-682df5a8f0ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549501'] for network (9b081a2b-185d-4bc7-8711-580f26a8816a), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:46.283695 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-efc6c833-bfa8-479d-8cc0-682df5a8f0ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for network (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:46.291085 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 37542) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:24:46.291559 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [None req-efc6c833-bfa8-479d-8cc0-682df5a8f0ef admin admin] 10.222.0.59 "DELETE /v2.0/networks/9b081a2b-185d-4bc7-8711-580f26a8816a HTTP/1.1" status: 204 len: 168 time: 0.5467250 Jan 27 08:24:46.304344 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc6c833-bfa8-479d-8cc0-682df5a8f0ef admin admin] Pushing event deleted for resources: {'Network': ['ID=9b081a2b-185d-4bc7-8711-580f26a8816a,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:24:46.648010 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-eb91e3a7-bd29-4752-88f9-1fc1a3eaef0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550255'] for router_interface (889dc00f-beac-4573-bd71-03133d306792), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:46.886246 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.plugin [None req-eb91e3a7-bd29-4752-88f9-1fc1a3eaef0c admin admin] Deleting port 52f2e5fa-05a0-4b4e-b390-527f981950ef {{(pid=102576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 08:24:46.886646 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-eb91e3a7-bd29-4752-88f9-1fc1a3eaef0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730335283038'] for port (52f2e5fa-05a0-4b4e-b390-527f981950ef), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:46.970465 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.db [None req-eb91e3a7-bd29-4752-88f9-1fc1a3eaef0c admin admin] For port 52f2e5fa-05a0-4b4e-b390-527f981950ef, host dv-cinder-826589-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=52f2e5fa-05a0-4b4e-b390-527f981950ef,segment=NetworkSegment(5cadafaf-7072-4b70-835e-eb5c680ba6eb),segment_id=5cadafaf-7072-4b70-835e-eb5c680ba6eb)] {{(pid=102576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:24:46.970833 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-eb91e3a7-bd29-4752-88f9-1fc1a3eaef0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547444'] for port (52f2e5fa-05a0-4b4e-b390-527f981950ef), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:46.984473 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.plugin [None req-eb91e3a7-bd29-4752-88f9-1fc1a3eaef0c admin admin] Calling delete_port for 52f2e5fa-05a0-4b4e-b390-527f981950ef owned by network:router_interface {{(pid=102576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 08:24:46.990218 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device 5b55e100-31f6-4087-b698-a5e04e6b56de no longer exists at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 08:24:47.011203 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] No Port match for: 5b55e100-31f6-4087-b698-a5e04e6b56de {{(pid=102577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 08:24:47.011952 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device 5b55e100-31f6-4087-b698-a5e04e6b56de not bound to the agent host dv-cinder-826589-1-iscsi {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 08:24:47.012526 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device 4c9bd725-8fed-4ede-a168-3d70d7474ddd no longer exists at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 08:24:47.031740 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] No Port match for: 4c9bd725-8fed-4ede-a168-3d70d7474ddd {{(pid=102577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 08:24:47.032224 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device 4c9bd725-8fed-4ede-a168-3d70d7474ddd not bound to the agent host dv-cinder-826589-1-iscsi {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 08:24:47.032738 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device 5b8f51b4-e433-415d-9706-4f33f213b329 no longer exists at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 08:24:47.052325 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] No Port match for: 5b8f51b4-e433-415d-9706-4f33f213b329 {{(pid=102577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 08:24:47.052834 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device 5b8f51b4-e433-415d-9706-4f33f213b329 not bound to the agent host dv-cinder-826589-1-iscsi {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 08:24:47.169838 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-eb91e3a7-bd29-4752-88f9-1fc1a3eaef0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730335288760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730334756118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13114657'] for port (52f2e5fa-05a0-4b4e-b390-527f981950ef), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:47.197232 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb91e3a7-bd29-4752-88f9-1fc1a3eaef0c admin admin] Pushing event deleted for resources: {'Port': ['ID=52f2e5fa-05a0-4b4e-b390-527f981950ef,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:24:47.211411 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb91e3a7-bd29-4752-88f9-1fc1a3eaef0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:24:47.211411 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb91e3a7-bd29-4752-88f9-1fc1a3eaef0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:24:47.211411 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb91e3a7-bd29-4752-88f9-1fc1a3eaef0c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:24:47.211411 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb91e3a7-bd29-4752-88f9-1fc1a3eaef0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:24:47.211411 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb91e3a7-bd29-4752-88f9-1fc1a3eaef0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:24:47.211411 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb91e3a7-bd29-4752-88f9-1fc1a3eaef0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:24:47.211411 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb91e3a7-bd29-4752-88f9-1fc1a3eaef0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:24:47.211411 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb91e3a7-bd29-4752-88f9-1fc1a3eaef0c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:24:47.211411 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb91e3a7-bd29-4752-88f9-1fc1a3eaef0c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:24:47.212222 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb91e3a7-bd29-4752-88f9-1fc1a3eaef0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:24:47.212222 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb91e3a7-bd29-4752-88f9-1fc1a3eaef0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:24:47.212380 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb91e3a7-bd29-4752-88f9-1fc1a3eaef0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:24:47.212678 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb91e3a7-bd29-4752-88f9-1fc1a3eaef0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:24:47.368586 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-eb91e3a7-bd29-4752-88f9-1fc1a3eaef0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550395'] for router_interface (889dc00f-beac-4573-bd71-03133d306792), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:47.576348 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb91e3a7-bd29-4752-88f9-1fc1a3eaef0c admin admin] Router 889dc00f-beac-4573-bd71-03133d306792 has already been hosted by L3 agent c4292dc4-d7f6-4187-994e-0142c7d14647 {{(pid=102576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 08:24:47.678829 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb91e3a7-bd29-4752-88f9-1fc1a3eaef0c admin admin] Notify agent at l3_agent.dv-cinder-826589-1-iscsi the message routers_updated {{(pid=102576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 08:24:47.685202 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-eb91e3a7-bd29-4752-88f9-1fc1a3eaef0c admin admin] 10.222.0.59 "PUT /v2.0/routers/889dc00f-beac-4573-bd71-03133d306792/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3916748 Jan 27 08:24:47.686351 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 37546) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:24:47.688899 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aecbd81-f142-44da-aa4c-98068f5a8f71 None None] Sync routers for ids ['889dc00f-beac-4573-bd71-03133d306792'] in dv-cinder-826589-1-iscsi {{(pid=102578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 08:24:47.699510 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aecbd81-f142-44da-aa4c-98068f5a8f71 None None] Routers {'889dc00f-beac-4573-bd71-03133d306792'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:24:47.700118 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-0aecbd81-f142-44da-aa4c-98068f5a8f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:24:23Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['889dc00f-beac-4573-bd71-03133d306792'], 'active': True} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:24:47.787790 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-4978b960-f196-472a-a4fd-8bbe0f3ecf15 admin admin] Publish callbacks [] for router (889dc00f-beac-4573-bd71-03133d306792), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:47.807558 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvr_db [None req-0aecbd81-f142-44da-aa4c-98068f5a8f71 None None] Set router 889dc00f-beac-4573-bd71-03133d306792 gateway port host: dv-cinder-826589-1-iscsi {{(pid=102578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:24:47.987704 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-0aecbd81-f142-44da-aa4c-98068f5a8f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889dc00f-beac-4573-bd71-03133d306792', 'name': 'tempest-TestVolumeBootPattern-283490360-router', 'tenant_id': '980ff1a123c74c079c273f654d5066c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ba319b42-bcf9-4080-b967-dcd93ed0e4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:16:26Z', 'updated_at': '2022-01-27T08:24:47Z', 'revision_number': 5, 'project_id': '980ff1a123c74c079c273f654d5066c8', 'gw_port': {'id': 'ba319b42-bcf9-4080-b967-dcd93ed0e4d7', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889dc00f-beac-4573-bd71-03133d306792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:16:26Z', 'updated_at': '2022-01-27T08:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi'}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:24:48.017764 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aecbd81-f142-44da-aa4c-98068f5a8f71 None None] Checking router: 889dc00f-beac-4573-bd71-03133d306792 for host: dv-cinder-826589-1-iscsi {{(pid=102578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 08:24:48.030086 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aecbd81-f142-44da-aa4c-98068f5a8f71 None None] Routers {'889dc00f-beac-4573-bd71-03133d306792'} bound to L3 agent in host dv-cinder-826589-1-iscsi {{(pid=102578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 08:24:48.031722 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-0aecbd81-f142-44da-aa4c-98068f5a8f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826589-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T08:06:53Z,description=,heartbeat_timestamp=2022-01-27T08:24:23Z,host='dv-cinder-826589-1-iscsi',id=c4292dc4-d7f6-4187-994e-0142c7d14647,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T08:06:53Z,topic='l3_agent')) {'router_ids': ['889dc00f-beac-4573-bd71-03133d306792'], 'active': True} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:24:48.134988 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-4978b960-f196-472a-a4fd-8bbe0f3ecf15 admin admin] Publish callbacks [] for router_gateway (889dc00f-beac-4573-bd71-03133d306792), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:48.138049 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_dvr_db [None req-0aecbd81-f142-44da-aa4c-98068f5a8f71 None None] Set router 889dc00f-beac-4573-bd71-03133d306792 gateway port host: dv-cinder-826589-1-iscsi {{(pid=102578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 08:24:48.188536 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.plugin [None req-4978b960-f196-472a-a4fd-8bbe0f3ecf15 admin admin] Deleting port ba319b42-bcf9-4080-b967-dcd93ed0e4d7 {{(pid=102576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 08:24:48.188902 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-4978b960-f196-472a-a4fd-8bbe0f3ecf15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730335283038'] for port (ba319b42-bcf9-4080-b967-dcd93ed0e4d7), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:48.265725 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.db [None req-4978b960-f196-472a-a4fd-8bbe0f3ecf15 admin admin] For port ba319b42-bcf9-4080-b967-dcd93ed0e4d7, host dv-cinder-826589-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=ba319b42-bcf9-4080-b967-dcd93ed0e4d7,segment=NetworkSegment(fa55335f-a52a-465d-b188-80ce12fc9c40),segment_id=fa55335f-a52a-465d-b188-80ce12fc9c40)] {{(pid=102576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:24:48.265983 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-4978b960-f196-472a-a4fd-8bbe0f3ecf15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547444'] for port (ba319b42-bcf9-4080-b967-dcd93ed0e4d7), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:48.278255 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.plugin [None req-4978b960-f196-472a-a4fd-8bbe0f3ecf15 admin admin] Calling delete_port for ba319b42-bcf9-4080-b967-dcd93ed0e4d7 owned by network:router_gateway {{(pid=102576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 08:24:48.322386 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.l3_hamode_db [None req-0aecbd81-f142-44da-aa4c-98068f5a8f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889dc00f-beac-4573-bd71-03133d306792', 'name': 'tempest-TestVolumeBootPattern-283490360-router', 'tenant_id': '980ff1a123c74c079c273f654d5066c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ba319b42-bcf9-4080-b967-dcd93ed0e4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:16:26Z', 'updated_at': '2022-01-27T08:24:47Z', 'revision_number': 5, 'project_id': '980ff1a123c74c079c273f654d5066c8', 'gw_port': {'id': 'ba319b42-bcf9-4080-b967-dcd93ed0e4d7', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889dc00f-beac-4573-bd71-03133d306792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:16:26Z', 'updated_at': '2022-01-27T08:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi'}], 'dv-cinder-826589-1-iscsi', False) {} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:24:48.349850 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aecbd81-f142-44da-aa4c-98068f5a8f71 None None] The sync data for ids ['889dc00f-beac-4573-bd71-03133d306792'] in dv-cinder-826589-1-iscsi is: [{'id': '889dc00f-beac-4573-bd71-03133d306792', 'name': 'tempest-TestVolumeBootPattern-283490360-router', 'tenant_id': '980ff1a123c74c079c273f654d5066c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'external_fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ba319b42-bcf9-4080-b967-dcd93ed0e4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T08:16:26Z', 'updated_at': '2022-01-27T08:24:47Z', 'revision_number': 5, 'project_id': '980ff1a123c74c079c273f654d5066c8', 'gw_port': {'id': 'ba319b42-bcf9-4080-b967-dcd93ed0e4d7', 'name': '', 'network_id': '3614e5a2-e145-4686-b153-8df14846b7f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889dc00f-beac-4573-bd71-03133d306792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826589-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T08:16:26Z', 'updated_at': '2022-01-27T08:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0cfe99-ae09-4fe7-b57b-1dee1ff36b7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826589-1-iscsi'}] {{(pid=102578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 08:24:48.438791 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-4978b960-f196-472a-a4fd-8bbe0f3ecf15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730335288760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730334756118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13114657'] for port (ba319b42-bcf9-4080-b967-dcd93ed0e4d7), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:48.465016 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4978b960-f196-472a-a4fd-8bbe0f3ecf15 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba319b42-bcf9-4080-b967-dcd93ed0e4d7,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:24:48.525193 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-4978b960-f196-472a-a4fd-8bbe0f3ecf15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550037'] for router_gateway (889dc00f-beac-4573-bd71-03133d306792), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:48.612007 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-4978b960-f196-472a-a4fd-8bbe0f3ecf15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35647'] for router (889dc00f-beac-4573-bd71-03133d306792), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:48.614087 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-4978b960-f196-472a-a4fd-8bbe0f3ecf15 admin admin] Publish callbacks [] for router_controller (889dc00f-beac-4573-bd71-03133d306792), precommit_delete_associations {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:48.656632 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-4978b960-f196-472a-a4fd-8bbe0f3ecf15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554505'] for router (889dc00f-beac-4573-bd71-03133d306792), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:48.657147 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4978b960-f196-472a-a4fd-8bbe0f3ecf15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 889dc00f-beac-4573-bd71-03133d306792 {{(pid=102576) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 08:24:48.661420 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-4978b960-f196-472a-a4fd-8bbe0f3ecf15 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:48.662557 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-4978b960-f196-472a-a4fd-8bbe0f3ecf15 admin admin] 10.222.0.59 "DELETE /v2.0/routers/889dc00f-beac-4573-bd71-03133d306792 HTTP/1.1" status: 204 len: 168 time: 0.9753101 Jan 27 08:24:48.665207 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 37550) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:24:48.712861 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.db_base_plugin_v2 [None req-60de7678-0753-4385-aef0-1abd3829c9f6 admin admin] Deleting subnet d127f556-8a62-4102-8af7-7ee3e40a24e0 {{(pid=102576) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 08:24:48.716133 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-60de7678-0753-4385-aef0-1abd3829c9f6 admin admin] Publish callbacks [] for subnet (d127f556-8a62-4102-8af7-7ee3e40a24e0), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:48.751282 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-60de7678-0753-4385-aef0-1abd3829c9f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14124120'] for subnet (d127f556-8a62-4102-8af7-7ee3e40a24e0), precommit_delete_associations {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:48.828135 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-60de7678-0753-4385-aef0-1abd3829c9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537734'] for subnet (d127f556-8a62-4102-8af7-7ee3e40a24e0), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:48.883852 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-60de7678-0753-4385-aef0-1abd3829c9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13114748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13593762'] for subnet (d127f556-8a62-4102-8af7-7ee3e40a24e0), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:48.909500 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60de7678-0753-4385-aef0-1abd3829c9f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d127f556-8a62-4102-8af7-7ee3e40a24e0,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:24:48.913113 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-60de7678-0753-4385-aef0-1abd3829c9f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for subnet (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:48.916975 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-60de7678-0753-4385-aef0-1abd3829c9f6 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/d127f556-8a62-4102-8af7-7ee3e40a24e0 HTTP/1.1" status: 204 len: 168 time: 0.2508409 Jan 27 08:24:48.919644 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 37552) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:24:48.924238 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2920c4-ed20-4c08-a3ec-36e5d94bd45c None None] Network 5123eb57-965c-4668-af2d-1b360d3bedda requested from dv-cinder-826589-1-iscsi {{(pid=102577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 08:24:49.001910 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-9ccb61dc-f442-45b4-aaf8-ffe02e81a690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1691783'] for network (5123eb57-965c-4668-af2d-1b360d3bedda), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:49.061042 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.plugin [None req-9ccb61dc-f442-45b4-aaf8-ffe02e81a690 admin admin] Deleting port a4be8939-eca4-43c0-b381-18c9923f5f12 {{(pid=102576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 08:24:49.061384 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-9ccb61dc-f442-45b4-aaf8-ffe02e81a690 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730335283038'] for port (a4be8939-eca4-43c0-b381-18c9923f5f12), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:49.125507 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.db [None req-9ccb61dc-f442-45b4-aaf8-ffe02e81a690 admin admin] For port a4be8939-eca4-43c0-b381-18c9923f5f12, host dv-cinder-826589-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826589-1-iscsi',level=0,port_id=a4be8939-eca4-43c0-b381-18c9923f5f12,segment=NetworkSegment(5cadafaf-7072-4b70-835e-eb5c680ba6eb),segment_id=5cadafaf-7072-4b70-835e-eb5c680ba6eb)] {{(pid=102576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:24:49.125864 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-9ccb61dc-f442-45b4-aaf8-ffe02e81a690 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547444'] for port (a4be8939-eca4-43c0-b381-18c9923f5f12), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:49.138294 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.plugin [None req-9ccb61dc-f442-45b4-aaf8-ffe02e81a690 admin admin] Calling delete_port for a4be8939-eca4-43c0-b381-18c9923f5f12 owned by network:dhcp {{(pid=102576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 08:24:49.215788 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-9ccb61dc-f442-45b4-aaf8-ffe02e81a690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730335288760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730334756118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13114657'] for port (a4be8939-eca4-43c0-b381-18c9923f5f12), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:49.244377 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccb61dc-f442-45b4-aaf8-ffe02e81a690 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4be8939-eca4-43c0-b381-18c9923f5f12,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:24:49.248879 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccb61dc-f442-45b4-aaf8-ffe02e81a690 admin admin] No DVR routers for this DVR port a4be8939-eca4-43c0-b381-18c9923f5f12 on host dv-cinder-826589-1-iscsi {{(pid=102576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 08:24:49.317791 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-9ccb61dc-f442-45b4-aaf8-ffe02e81a690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535825', 'neutron.services.segments.db._delete_segments_for_network-8730335277442'] for network (5123eb57-965c-4668-af2d-1b360d3bedda), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:49.340501 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.services.segments.db [None req-9ccb61dc-f442-45b4-aaf8-ffe02e81a690 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5123eb57-965c-4668-af2d-1b360d3bedda']}} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:24:49.354145 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.services.segments.db [None req-9ccb61dc-f442-45b4-aaf8-ffe02e81a690 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cadafaf-7072-4b70-835e-eb5c680ba6eb') {'for_net_delete': True} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:24:49.354630 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.services.segments.db [None req-9ccb61dc-f442-45b4-aaf8-ffe02e81a690 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cadafaf-7072-4b70-835e-eb5c680ba6eb') {} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:24:49.355453 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69a10f6-40d1-41d9-8d67-87f286ad9e80 None None] DHCP port deletion for 5123eb57-965c-4668-af2d-1b360d3bedda request from dv-cinder-826589-1-iscsi {{(pid=102577) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 08:24:49.378817 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device 52f2e5fa-05a0-4b4e-b390-527f981950ef no longer exists at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 08:24:49.378949 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-9ccb61dc-f442-45b4-aaf8-ffe02e81a690 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730335278475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14124113'] for segment (5cadafaf-7072-4b70-835e-eb5c680ba6eb), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:49.393546 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-9ccb61dc-f442-45b4-aaf8-ffe02e81a690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505597'] for segment (5cadafaf-7072-4b70-835e-eb5c680ba6eb), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:49.399951 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ccb61dc-f442-45b4-aaf8-ffe02e81a690 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=102576) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 08:24:49.400343 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-9ccb61dc-f442-45b4-aaf8-ffe02e81a690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13114834'] for segment (5cadafaf-7072-4b70-835e-eb5c680ba6eb), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:49.403559 dv-cinder-826589-1-iscsi neutron-server[102576]: Traceback (most recent call last): Jan 27 08:24:49.403559 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 08:24:49.403559 dv-cinder-826589-1-iscsi neutron-server[102576]: timer() Jan 27 08:24:49.403559 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 08:24:49.403559 dv-cinder-826589-1-iscsi neutron-server[102576]: cb(*args, **kw) Jan 27 08:24:49.403559 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 08:24:49.403559 dv-cinder-826589-1-iscsi neutron-server[102576]: return func(*args, **kwargs) Jan 27 08:24:49.403559 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 08:24:49.403559 dv-cinder-826589-1-iscsi neutron-server[102576]: self._notify() Jan 27 08:24:49.403559 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 08:24:49.403559 dv-cinder-826589-1-iscsi neutron-server[102576]: self.callback(batched_events) Jan 27 08:24:49.403559 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 08:24:49.403559 dv-cinder-826589-1-iscsi neutron-server[102576]: event.method(event) Jan 27 08:24:49.403559 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 08:24:49.403559 dv-cinder-826589-1-iscsi neutron-server[102576]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 08:24:49.403559 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 08:24:49.403559 dv-cinder-826589-1-iscsi neutron-server[102576]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 08:24:49.403559 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 08:24:49.403559 dv-cinder-826589-1-iscsi neutron-server[102576]: return f(self, *a, **k) Jan 27 08:24:49.403559 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 08:24:49.403559 dv-cinder-826589-1-iscsi neutron-server[102576]: return self._get(url).json() Jan 27 08:24:49.403559 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 08:24:49.403559 dv-cinder-826589-1-iscsi neutron-server[102576]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 08:24:49.403559 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 08:24:49.403559 dv-cinder-826589-1-iscsi neutron-server[102576]: return self.request(url, 'GET', **kwargs) Jan 27 08:24:49.403559 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 08:24:49.403559 dv-cinder-826589-1-iscsi neutron-server[102576]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 08:24:49.403559 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 08:24:49.403559 dv-cinder-826589-1-iscsi neutron-server[102576]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 08:24:49.403559 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 08:24:49.403559 dv-cinder-826589-1-iscsi neutron-server[102576]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 08:24:49.403559 dv-cinder-826589-1-iscsi neutron-server[102576]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 08:24:49.407533 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] No Port match for: 52f2e5fa-05a0-4b4e-b390-527f981950ef {{(pid=102577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 08:24:49.408200 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device 52f2e5fa-05a0-4b4e-b390-527f981950ef not bound to the agent host dv-cinder-826589-1-iscsi {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 08:24:49.463067 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-9ccb61dc-f442-45b4-aaf8-ffe02e81a690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549501'] for network (5123eb57-965c-4668-af2d-1b360d3bedda), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:49.468882 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-9ccb61dc-f442-45b4-aaf8-ffe02e81a690 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for network (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:49.474441 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-9ccb61dc-f442-45b4-aaf8-ffe02e81a690 admin admin] 10.222.0.59 "DELETE /v2.0/networks/5123eb57-965c-4668-af2d-1b360d3bedda HTTP/1.1" status: 204 len: 168 time: 0.5514162 Jan 27 08:24:49.484841 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccb61dc-f442-45b4-aaf8-ffe02e81a690 admin admin] Pushing event deleted for resources: {'Network': ['ID=5123eb57-965c-4668-af2d-1b360d3bedda,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:24:49.585443 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 37566) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:24:49.654773 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-a2923946-a18f-46d4-bdbd-66784a098c23 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0faac1e89cc44ae197577f1e66e143cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0675304 Jan 27 08:24:49.657942 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 37572) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:24:49.759384 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c35e5-47b8-4375-9ddd-fbb95dad2f20 req-644208cb-08cb-4782-98a7-1c13255cb851 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:24:49.760854 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-6f9c35e5-47b8-4375-9ddd-fbb95dad2f20 req-644208cb-08cb-4782-98a7-1c13255cb851 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] 10.222.0.59 "GET /v2.0/networks?id=90e23d6a-bc9f-4209-8b28-078a5b7f38e3 HTTP/1.1" status: 200 len: 814 time: 0.1493223 Jan 27 08:24:49.761604 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-54f03454-a384-4008-968f-511246128920 admin admin] Publish callbacks [] for security_group (35c9e442-ea14-4ba5-ba29-0d91b684c8a0), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:49.789216 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-6f9c35e5-47b8-4375-9ddd-fbb95dad2f20 req-c6bee310-f5b7-45b7-b0c3-172b820e4f92 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] 10.222.0.59 "GET /v2.0/quotas/f37b8ec1130a43c285bf912b681b25d6 HTTP/1.1" status: 200 len: 375 time: 0.0189195 Jan 27 08:24:49.790944 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-54f03454-a384-4008-968f-511246128920 admin admin] Publish callbacks [] for security_group (35c9e442-ea14-4ba5-ba29-0d91b684c8a0), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:49.832341 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-6f9c35e5-47b8-4375-9ddd-fbb95dad2f20 req-48c3f23a-8789-4af6-b226-68025efb7d5b tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f37b8ec1130a43c285bf912b681b25d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352936 Jan 27 08:24:49.911521 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-54f03454-a384-4008-968f-511246128920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (35c9e442-ea14-4ba5-ba29-0d91b684c8a0), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:49.912411 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-d6f2476c-4eff-469f-a95d-febbac3ec89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (913d1d6b-f856-4828-afb6-1e4cc7d36f68), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:49.914143 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-54f03454-a384-4008-968f-511246128920 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:49.915261 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-54f03454-a384-4008-968f-511246128920 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/35c9e442-ea14-4ba5-ba29-0d91b684c8a0 HTTP/1.1" status: 204 len: 168 time: 0.2564125 Jan 27 08:24:49.932894 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f03454-a384-4008-968f-511246128920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c9e442-ea14-4ba5-ba29-0d91b684c8a0,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:24:49.940085 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-6f9c35e5-47b8-4375-9ddd-fbb95dad2f20 req-2f4089f2-4bfe-426b-9146-0f496bd1fdf4 service neutron] 10.222.0.59 "GET /v2.0/networks/90e23d6a-bc9f-4209-8b28-078a5b7f38e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975444 Jan 27 08:24:50.036088 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-6f9c35e5-47b8-4375-9ddd-fbb95dad2f20 req-8591338c-2d06-410f-bf31-4da86053bc9f service neutron] 10.222.0.59 "GET /v2.0/networks/90e23d6a-bc9f-4209-8b28-078a5b7f38e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894079 Jan 27 08:24:50.203686 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-5f9fc492-5028-44f2-be09-13a0897ea955 req-23a91119-e88d-45ab-b0e0-b44e5825f315 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b5580e-6474-4e60-87fe-2e7c9359dbfb HTTP/1.1" status: 200 len: 210 time: 0.0280252 Jan 27 08:24:50.246447 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 37582) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:24:50.286919 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-bc7cda77-e838-405e-aab0-7a324ca18538 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=980ff1a123c74c079c273f654d5066c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379586 Jan 27 08:24:50.288200 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 37588) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:24:50.340034 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-c305113f-712a-4263-a78c-a964025d81cf admin admin] Publish callbacks [] for security_group (718ad63c-d64f-4a60-abf7-f0718f0aca4d), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:50.361521 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-c305113f-712a-4263-a78c-a964025d81cf admin admin] Publish callbacks [] for security_group (718ad63c-d64f-4a60-abf7-f0718f0aca4d), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:50.412932 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-c305113f-712a-4263-a78c-a964025d81cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (718ad63c-d64f-4a60-abf7-f0718f0aca4d), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:50.416054 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-c305113f-712a-4263-a78c-a964025d81cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:50.417321 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-c305113f-712a-4263-a78c-a964025d81cf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/718ad63c-d64f-4a60-abf7-f0718f0aca4d HTTP/1.1" status: 204 len: 168 time: 0.1281796 Jan 27 08:24:50.425712 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c305113f-712a-4263-a78c-a964025d81cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718ad63c-d64f-4a60-abf7-f0718f0aca4d,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:24:50.973489 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device a4be8939-eca4-43c0-b381-18c9923f5f12 no longer exists at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 08:24:50.998658 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] No Port match for: a4be8939-eca4-43c0-b381-18c9923f5f12 {{(pid=102577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 08:24:50.998999 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device a4be8939-eca4-43c0-b381-18c9923f5f12 not bound to the agent host dv-cinder-826589-1-iscsi {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 08:24:50.999417 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device ba319b42-bcf9-4080-b967-dcd93ed0e4d7 no longer exists at agent ovs-agent-dv-cinder-826589-1-iscsi {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 08:24:51.020149 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] No Port match for: ba319b42-bcf9-4080-b967-dcd93ed0e4d7 {{(pid=102577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 08:24:51.020568 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Device ba319b42-bcf9-4080-b967-dcd93ed0e4d7 not bound to the agent host dv-cinder-826589-1-iscsi {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 08:24:51.124423 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c35e5-47b8-4375-9ddd-fbb95dad2f20 req-b6ef2e94-e258-4d0e-a012-d82d1572896e tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:24:51.125923 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-6f9c35e5-47b8-4375-9ddd-fbb95dad2f20 req-b6ef2e94-e258-4d0e-a012-d82d1572896e tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] 10.222.0.72 "GET /v2.0/networks?id=90e23d6a-bc9f-4209-8b28-078a5b7f38e3 HTTP/1.1" status: 200 len: 814 time: 0.1053882 Jan 27 08:24:51.137393 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.v2.base [req-6f9c35e5-47b8-4375-9ddd-fbb95dad2f20 req-1747fa3f-4e5e-4913-b241-e3169f8d38d7 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] Request body: {'port': {'device_id': '63b5580e-6474-4e60-87fe-2e7c9359dbfb', 'network_id': '90e23d6a-bc9f-4209-8b28-078a5b7f38e3', 'admin_state_up': True, 'tenant_id': 'f37b8ec1130a43c285bf912b681b25d6'}} {{(pid=102575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:24:51.254432 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f9c35e5-47b8-4375-9ddd-fbb95dad2f20 req-1747fa3f-4e5e-4913-b241-e3169f8d38d7 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] Made reservation on behalf of f37b8ec1130a43c285bf912b681b25d6 for: {'port': 1} {{(pid=102575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 08:24:51.258317 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-6f9c35e5-47b8-4375-9ddd-fbb95dad2f20 req-1747fa3f-4e5e-4913-b241-e3169f8d38d7 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (None), before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:51.306598 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-3081968b-5a1d-43e9-8b71-920c76583029 req-77a5568e-833c-4325-9555-20fe5857eee6 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b5580e-6474-4e60-87fe-2e7c9359dbfb HTTP/1.1" status: 200 len: 210 time: 0.0257437 Jan 27 08:24:51.377543 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.db_base_plugin_common [req-6f9c35e5-47b8-4375-9ddd-fbb95dad2f20 req-1747fa3f-4e5e-4913-b241-e3169f8d38d7 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] Allocated IP 172.20.0.12 (90e23d6a-bc9f-4209-8b28-078a5b7f38e3/5adf2bb9-b543-492b-a749-a909961f51e5/2af0003f-dade-4a4e-9d5f-15040e2de14b) {{(pid=102575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 08:24:51.518163 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-6f9c35e5-47b8-4375-9ddd-fbb95dad2f20 req-1747fa3f-4e5e-4913-b241-e3169f8d38d7 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] Publish callbacks [] for port (2af0003f-dade-4a4e-9d5f-15040e2de14b), precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:51.550461 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-6f9c35e5-47b8-4375-9ddd-fbb95dad2f20 req-1747fa3f-4e5e-4913-b241-e3169f8d38d7 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730334756109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13172730'] for port (2af0003f-dade-4a4e-9d5f-15040e2de14b), after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:51.591004 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f9c35e5-47b8-4375-9ddd-fbb95dad2f20 req-1747fa3f-4e5e-4913-b241-e3169f8d38d7 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] Network 90e23d6a-bc9f-4209-8b28-078a5b7f38e3 is already hosted by enough agents. {{(pid=102575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 08:24:51.593959 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.scheduler.base_scheduler [req-6f9c35e5-47b8-4375-9ddd-fbb95dad2f20 req-1747fa3f-4e5e-4913-b241-e3169f8d38d7 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] Resources bound (agent type, host, resource id): {{(pid=102575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 08:24:51.600246 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f9c35e5-47b8-4375-9ddd-fbb95dad2f20 req-1747fa3f-4e5e-4913-b241-e3169f8d38d7 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] Received port after_create {{(pid=102575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 08:24:51.606740 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1747fa3f-4e5e-4913-b241-e3169f8d38d7 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] Pushing event updated for resources: {'Port': ['ID=2af0003f-dade-4a4e-9d5f-15040e2de14b,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:24:51.654237 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c35e5-47b8-4375-9ddd-fbb95dad2f20 req-1747fa3f-4e5e-4913-b241-e3169f8d38d7 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:24:51.654843 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-6f9c35e5-47b8-4375-9ddd-fbb95dad2f20 req-1747fa3f-4e5e-4913-b241-e3169f8d38d7 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for port (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:51.670000 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-6f9c35e5-47b8-4375-9ddd-fbb95dad2f20 req-1747fa3f-4e5e-4913-b241-e3169f8d38d7 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5363293 Jan 27 08:24:51.681597 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.v2.base [req-6f9c35e5-47b8-4375-9ddd-fbb95dad2f20 req-3c73fe2d-ace1-41c6-a2af-38c550f5b516 service neutron] Request body: {'port': {'device_id': '63b5580e-6474-4e60-87fe-2e7c9359dbfb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82658'}} {{(pid=102575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 08:24:51.732341 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-6f9c35e5-47b8-4375-9ddd-fbb95dad2f20 req-3c73fe2d-ace1-41c6-a2af-38c550f5b516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (2af0003f-dade-4a4e-9d5f-15040e2de14b), before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:51.981511 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [req-6f9c35e5-47b8-4375-9ddd-fbb95dad2f20 req-3c73fe2d-ace1-41c6-a2af-38c550f5b516 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2af0003f-dade-4a4e-9d5f-15040e2de14b {{(pid=102575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 08:24:51.988686 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-6f9c35e5-47b8-4375-9ddd-fbb95dad2f20 req-3c73fe2d-ace1-41c6-a2af-38c550f5b516 service neutron] Publish callbacks [] for port (2af0003f-dade-4a4e-9d5f-15040e2de14b), precommit_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:52.002471 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [req-6f9c35e5-47b8-4375-9ddd-fbb95dad2f20 req-3c73fe2d-ace1-41c6-a2af-38c550f5b516 service neutron] Transition to ACTIVE for port object 2af0003f-dade-4a4e-9d5f-15040e2de14b will not be triggered until provisioned by entity L2. {{(pid=102575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 08:24:52.006278 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-6f9c35e5-47b8-4375-9ddd-fbb95dad2f20 req-3c73fe2d-ace1-41c6-a2af-38c550f5b516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13172717'] for port (2af0003f-dade-4a4e-9d5f-15040e2de14b), after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:52.056924 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c73fe2d-ace1-41c6-a2af-38c550f5b516 service neutron] Pushing event updated for resources: {'Port': ['ID=2af0003f-dade-4a4e-9d5f-15040e2de14b,revision_number=2']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:24:52.118325 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [req-6f9c35e5-47b8-4375-9ddd-fbb95dad2f20 req-3c73fe2d-ace1-41c6-a2af-38c550f5b516 service neutron] Attempting to bind port 2af0003f-dade-4a4e-9d5f-15040e2de14b on host hv-cinder-82658 for vnic_type normal with profile {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 08:24:52.118655 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [req-6f9c35e5-47b8-4375-9ddd-fbb95dad2f20 req-3c73fe2d-ace1-41c6-a2af-38c550f5b516 service neutron] Attempting to bind port 2af0003f-dade-4a4e-9d5f-15040e2de14b by drivers openvswitch,hyperv on host hv-cinder-82658 at level 0 using segments [{'id': 'e266648b-42b0-423e-98cb-0a669923bf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '90e23d6a-bc9f-4209-8b28-078a5b7f38e3'}] {{(pid=102575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 08:24:52.118980 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9c35e5-47b8-4375-9ddd-fbb95dad2f20 req-3c73fe2d-ace1-41c6-a2af-38c550f5b516 service neutron] Attempting to bind port 2af0003f-dade-4a4e-9d5f-15040e2de14b on network 90e23d6a-bc9f-4209-8b28-078a5b7f38e3 {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:24:52.124249 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9c35e5-47b8-4375-9ddd-fbb95dad2f20 req-3c73fe2d-ace1-41c6-a2af-38c550f5b516 service neutron] Port 2af0003f-dade-4a4e-9d5f-15040e2de14b on network 90e23d6a-bc9f-4209-8b28-078a5b7f38e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82658 {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 08:24:52.124569 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9c35e5-47b8-4375-9ddd-fbb95dad2f20 req-3c73fe2d-ace1-41c6-a2af-38c550f5b516 service neutron] Attempting to bind port 2af0003f-dade-4a4e-9d5f-15040e2de14b on network 90e23d6a-bc9f-4209-8b28-078a5b7f38e3 {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 08:24:52.129534 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9c35e5-47b8-4375-9ddd-fbb95dad2f20 req-3c73fe2d-ace1-41c6-a2af-38c550f5b516 service neutron] Checking agent: {'id': '926d476c-3c92-4faa-a402-a395b4978e44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82658', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 8, 12, 58), 'started_at': datetime.datetime(2022, 1, 27, 8, 12, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 8, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 08:24:52.129870 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9c35e5-47b8-4375-9ddd-fbb95dad2f20 req-3c73fe2d-ace1-41c6-a2af-38c550f5b516 service neutron] Checking segment: {'id': 'e266648b-42b0-423e-98cb-0a669923bf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '90e23d6a-bc9f-4209-8b28-078a5b7f38e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 08:24:52.130253 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9c35e5-47b8-4375-9ddd-fbb95dad2f20 req-3c73fe2d-ace1-41c6-a2af-38c550f5b516 service neutron] Bound using segment: {'id': 'e266648b-42b0-423e-98cb-0a669923bf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '90e23d6a-bc9f-4209-8b28-078a5b7f38e3'} {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 08:24:52.130678 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [req-6f9c35e5-47b8-4375-9ddd-fbb95dad2f20 req-3c73fe2d-ace1-41c6-a2af-38c550f5b516 service neutron] Bound port: 2af0003f-dade-4a4e-9d5f-15040e2de14b, host: hv-cinder-82658, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e266648b-42b0-423e-98cb-0a669923bf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '90e23d6a-bc9f-4209-8b28-078a5b7f38e3'}}] {{(pid=102575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 08:24:52.131032 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-6f9c35e5-47b8-4375-9ddd-fbb95dad2f20 req-3c73fe2d-ace1-41c6-a2af-38c550f5b516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (2af0003f-dade-4a4e-9d5f-15040e2de14b), before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:52.197298 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [req-6f9c35e5-47b8-4375-9ddd-fbb95dad2f20 req-3c73fe2d-ace1-41c6-a2af-38c550f5b516 service neutron] For port 2af0003f-dade-4a4e-9d5f-15040e2de14b, host hv-cinder-82658, cleared binding levels {{(pid=102575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 08:24:52.200246 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [req-6f9c35e5-47b8-4375-9ddd-fbb95dad2f20 req-3c73fe2d-ace1-41c6-a2af-38c550f5b516 service neutron] For port 2af0003f-dade-4a4e-9d5f-15040e2de14b, host hv-cinder-82658, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=2af0003f-dade-4a4e-9d5f-15040e2de14b,segment=NetworkSegment(e266648b-42b0-423e-98cb-0a669923bf7d),segment_id=e266648b-42b0-423e-98cb-0a669923bf7d)] {{(pid=102575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 08:24:52.204036 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-6f9c35e5-47b8-4375-9ddd-fbb95dad2f20 req-3c73fe2d-ace1-41c6-a2af-38c550f5b516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13172717'] for port (2af0003f-dade-4a4e-9d5f-15040e2de14b), after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:52.236107 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c35e5-47b8-4375-9ddd-fbb95dad2f20 req-3c73fe2d-ace1-41c6-a2af-38c550f5b516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:24:52.236720 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-6f9c35e5-47b8-4375-9ddd-fbb95dad2f20 req-3c73fe2d-ace1-41c6-a2af-38c550f5b516 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for port (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:52.238115 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-6f9c35e5-47b8-4375-9ddd-fbb95dad2f20 req-3c73fe2d-ace1-41c6-a2af-38c550f5b516 service neutron] 10.222.0.72 "PUT /v2.0/ports/2af0003f-dade-4a4e-9d5f-15040e2de14b HTTP/1.1" status: 200 len: 1094 time: 0.5611312 Jan 27 08:24:52.238546 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63b5580e-6474-4e60-87fe-2e7c9359dbfb', 'tag': '2af0003f-dade-4a4e-9d5f-15040e2de14b'}] {{(pid=102575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:24:52.240776 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34d12f73e8b898318ba96f52067286bd4e4b64784ab72771e8c48dd469e53537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4331aa-c654-45fd-b7b8-c16978b237d3" -d '{"events": [{"name": "network-changed", "server_uuid": "63b5580e-6474-4e60-87fe-2e7c9359dbfb", "tag": "2af0003f-dade-4a4e-9d5f-15040e2de14b"}]}' {{(pid=102575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:24:52.265450 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c73fe2d-ace1-41c6-a2af-38c550f5b516 service neutron] Pushing event updated for resources: {'Port': ['ID=2af0003f-dade-4a4e-9d5f-15040e2de14b,revision_number=3']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:24:52.288519 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 08:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e719b0-a977-4553-ac7b-b783ab9e5aa2 x-openstack-request-id: req-69e719b0-a977-4553-ac7b-b783ab9e5aa2 {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:24:52.289358 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63b5580e-6474-4e60-87fe-2e7c9359dbfb", "tag": "2af0003f-dade-4a4e-9d5f-15040e2de14b", "status": "completed", "code": 200}]} {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:24:52.289609 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-69e719b0-a977-4553-ac7b-b783ab9e5aa2 {{(pid=102575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:24:52.289999 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63b5580e-6474-4e60-87fe-2e7c9359dbfb', 'tag': '2af0003f-dade-4a4e-9d5f-15040e2de14b', 'status': 'completed', 'code': 200} Jan 27 08:24:52.322173 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c35e5-47b8-4375-9ddd-fbb95dad2f20 req-5c04d2f1-5791-46a7-a51e-fdcf7083e876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:24:52.323641 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-6f9c35e5-47b8-4375-9ddd-fbb95dad2f20 req-5c04d2f1-5791-46a7-a51e-fdcf7083e876 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f37b8ec1130a43c285bf912b681b25d6&device_id=63b5580e-6474-4e60-87fe-2e7c9359dbfb HTTP/1.1" status: 200 len: 1097 time: 0.0437200 Jan 27 08:24:52.364877 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-6f9c35e5-47b8-4375-9ddd-fbb95dad2f20 req-2c541c2f-72ba-422b-bad7-0e875a33ee58 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2af0003f-dade-4a4e-9d5f-15040e2de14b HTTP/1.1" status: 200 len: 217 time: 0.0350614 Jan 27 08:24:52.420021 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c35e5-47b8-4375-9ddd-fbb95dad2f20 req-bdfd0903-82c6-481c-9b52-c9ab33c36f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:24:52.421501 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-6f9c35e5-47b8-4375-9ddd-fbb95dad2f20 req-bdfd0903-82c6-481c-9b52-c9ab33c36f24 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5adf2bb9-b543-492b-a749-a909961f51e5 HTTP/1.1" status: 200 len: 854 time: 0.0507197 Jan 27 08:24:52.422244 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a853e-1821-4e62-9891-f4fa2851fce2 req-d6f162fd-f675-4441-84a1-2c563c592881 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:24:52.423683 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-e46a853e-1821-4e62-9891-f4fa2851fce2 req-d6f162fd-f675-4441-84a1-2c563c592881 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b5580e-6474-4e60-87fe-2e7c9359dbfb HTTP/1.1" status: 200 len: 944 time: 0.0477080 Jan 27 08:24:52.451078 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-6f9c35e5-47b8-4375-9ddd-fbb95dad2f20 req-5b5a675a-9a20-4fae-8883-c965a42ff717 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=90e23d6a-bc9f-4209-8b28-078a5b7f38e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238371 Jan 27 08:24:52.468860 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-e46a853e-1821-4e62-9891-f4fa2851fce2 req-35862c26-e8ab-4bd1-ac61-51ffb577c660 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] 10.222.0.59 "GET /v2.0/security-groups?id=896a6856-c531-453d-8422-bc1ee0cfaacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394354 Jan 27 08:24:52.540470 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-6f9c35e5-47b8-4375-9ddd-fbb95dad2f20 req-6249abe4-2dfc-42bb-9275-1c34239b7a58 service neutron] 10.222.0.72 "GET /v2.0/networks/90e23d6a-bc9f-4209-8b28-078a5b7f38e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826173 Jan 27 08:24:52.626358 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-6f9c35e5-47b8-4375-9ddd-fbb95dad2f20 req-9a1445b8-aa76-4489-98bf-c10c773d7053 service neutron] 10.222.0.72 "GET /v2.0/networks/90e23d6a-bc9f-4209-8b28-078a5b7f38e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805464 Jan 27 08:24:52.704905 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4331aa-c654-45fd-b7b8-c16978b237d3 req-b27a9446-e9a7-45ef-853c-a4c448702531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:24:52.706354 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-9f4331aa-c654-45fd-b7b8-c16978b237d3 req-b27a9446-e9a7-45ef-853c-a4c448702531 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f37b8ec1130a43c285bf912b681b25d6&device_id=63b5580e-6474-4e60-87fe-2e7c9359dbfb HTTP/1.1" status: 200 len: 1097 time: 0.0390949 Jan 27 08:24:52.796104 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4331aa-c654-45fd-b7b8-c16978b237d3 req-ee46bcc4-6674-48ad-88a1-f08d5df2b286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:24:52.797529 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-9f4331aa-c654-45fd-b7b8-c16978b237d3 req-ee46bcc4-6674-48ad-88a1-f08d5df2b286 service neutron] 10.222.0.72 "GET /v2.0/networks?id=90e23d6a-bc9f-4209-8b28-078a5b7f38e3 HTTP/1.1" status: 200 len: 915 time: 0.0851252 Jan 27 08:24:52.840382 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-9f4331aa-c654-45fd-b7b8-c16978b237d3 req-2aa50979-617d-4fad-8872-1ce03ef1d7b3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2af0003f-dade-4a4e-9d5f-15040e2de14b HTTP/1.1" status: 200 len: 217 time: 0.0363839 Jan 27 08:24:52.889604 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4331aa-c654-45fd-b7b8-c16978b237d3 req-59ea7e87-4051-48ff-a5ed-7ac8031f6e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:24:52.890998 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-9f4331aa-c654-45fd-b7b8-c16978b237d3 req-59ea7e87-4051-48ff-a5ed-7ac8031f6e37 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5adf2bb9-b543-492b-a749-a909961f51e5 HTTP/1.1" status: 200 len: 854 time: 0.0452721 Jan 27 08:24:52.903674 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-8d2f1935-bae4-49b6-a612-f7a6775ffcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (c4292dc4-d7f6-4187-994e-0142c7d14647), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:52.922816 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-9f4331aa-c654-45fd-b7b8-c16978b237d3 req-a2e3a709-712d-4d55-ad52-78781e48659c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=90e23d6a-bc9f-4209-8b28-078a5b7f38e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251172 Jan 27 08:24:53.008997 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-9f4331aa-c654-45fd-b7b8-c16978b237d3 req-bd7b455d-1a5b-409f-b5a2-51e65ea9ed0f service neutron] 10.222.0.72 "GET /v2.0/networks/90e23d6a-bc9f-4209-8b28-078a5b7f38e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803540 Jan 27 08:24:53.096879 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-9f4331aa-c654-45fd-b7b8-c16978b237d3 req-5071cacd-baff-473d-aa60-b1fb02def06e service neutron] 10.222.0.72 "GET /v2.0/networks/90e23d6a-bc9f-4209-8b28-078a5b7f38e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819747 Jan 27 08:24:53.669914 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.agents_db [None req-38ef7be0-44ce-4a1a-bebd-f97a99571a56 None None] Agent healthcheck: found 6 active agents {{(pid=102578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 08:24:53.776626 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea710d9-67ab-4d74-b999-540bbd5d6236 req-75d4e3ac-2af4-4e2b-9495-f9ac151d63d6 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:24:53.778020 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-fea710d9-67ab-4d74-b999-540bbd5d6236 req-75d4e3ac-2af4-4e2b-9495-f9ac151d63d6 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b5580e-6474-4e60-87fe-2e7c9359dbfb HTTP/1.1" status: 200 len: 944 time: 0.2384923 Jan 27 08:24:53.822773 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-fea710d9-67ab-4d74-b999-540bbd5d6236 req-a0bd0562-a1e5-4dce-a072-565187c55cea tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] 10.222.0.59 "GET /v2.0/security-groups?id=896a6856-c531-453d-8422-bc1ee0cfaacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392933 Jan 27 08:24:54.647559 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-84f64028-d758-4200-a634-8b4e45c8e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (30676f9c-3677-4b49-810a-45ff2c7eef62), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:54.924876 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device 2af0003f-dade-4a4e-9d5f-15040e2de14b details requested by agent hyperv_hv-cinder-82658 with host hv-cinder-82658 {{(pid=102577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 08:24:54.934631 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058724e-e1d2-4269-b6cb-6cd46db3f7b2 req-d3644f25-7947-4390-ab63-610d25b6827d tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:24:54.936217 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a058724e-e1d2-4269-b6cb-6cd46db3f7b2 req-d3644f25-7947-4390-ab63-610d25b6827d tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b5580e-6474-4e60-87fe-2e7c9359dbfb HTTP/1.1" status: 200 len: 944 time: 0.0478225 Jan 27 08:24:54.982905 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a058724e-e1d2-4269-b6cb-6cd46db3f7b2 req-e1a9ccef-5488-4a4a-8a2f-377b4806154f tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] 10.222.0.59 "GET /v2.0/security-groups?id=896a6856-c531-453d-8422-bc1ee0cfaacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410244 Jan 27 08:24:55.021479 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port 2af0003f-dade-4a4e-9d5f-15040e2de14b, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=2af0003f-dade-4a4e-9d5f-15040e2de14b,segment=NetworkSegment(e266648b-42b0-423e-98cb-0a669923bf7d),segment_id=e266648b-42b0-423e-98cb-0a669923bf7d)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:24:55.032145 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Returning: {'device': '2af0003f-dade-4a4e-9d5f-15040e2de14b', 'network_id': '90e23d6a-bc9f-4209-8b28-078a5b7f38e3', 'port_id': '2af0003f-dade-4a4e-9d5f-15040e2de14b', 'mac_address': 'fa:16:3e:7f:74:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5adf2bb9-b543-492b-a749-a909961f51e5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 08:24:55.067320 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Current status of the port 2af0003f-dade-4a4e-9d5f-15040e2de14b is: DOWN; New status is: BUILD {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:24:55.067705 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (2af0003f-dade-4a4e-9d5f-15040e2de14b), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:55.080493 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.notifiers.nova [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2af0003f-dade-4a4e-9d5f-15040e2de14b {{(pid=102577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 08:24:55.099461 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port 2af0003f-dade-4a4e-9d5f-15040e2de14b, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=2af0003f-dade-4a4e-9d5f-15040e2de14b,segment=NetworkSegment(e266648b-42b0-423e-98cb-0a669923bf7d),segment_id=e266648b-42b0-423e-98cb-0a669923bf7d)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:24:55.103378 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (2af0003f-dade-4a4e-9d5f-15040e2de14b), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:55.157086 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Pushing event updated for resources: {'Port': ['ID=2af0003f-dade-4a4e-9d5f-15040e2de14b,revision_number=4']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:24:55.165572 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:24:55.165925 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:24:55.166297 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:24:55.166748 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:24:55.167187 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:24:55.167640 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:24:55.168129 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:24:55.168606 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:24:55.169128 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:24:55.169569 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:24:55.170005 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:24:55.170456 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:24:55.170925 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826589-1-iscsi {{(pid=102577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 08:24:55.306257 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] get_ports_and_sgs() called for port_ids ['2af0003f-dade-4a4e-9d5f-15040e2de14b'] {{(pid=102577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 08:24:55.791530 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-932e581e-1ad5-4fce-9316-ae3110c4cab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (037c8737-e99f-497c-9717-3fbc8e736584), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:56.098166 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74856d2-b7a1-478c-ad82-a460d7b4d8b7 req-a2bda8bb-e1d6-4e99-a117-88a449166327 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:24:56.099621 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-f74856d2-b7a1-478c-ad82-a460d7b4d8b7 req-a2bda8bb-e1d6-4e99-a117-88a449166327 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b5580e-6474-4e60-87fe-2e7c9359dbfb HTTP/1.1" status: 200 len: 945 time: 0.0493948 Jan 27 08:24:56.147544 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-f74856d2-b7a1-478c-ad82-a460d7b4d8b7 req-f798ed2f-469b-431b-a85c-490267293cbe tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] 10.222.0.59 "GET /v2.0/security-groups?id=896a6856-c531-453d-8422-bc1ee0cfaacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415835 Jan 27 08:24:56.692361 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (e79cbf24-12bd-4e20-a580-79498d5b225b), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:56.924887 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device 2af0003f-dade-4a4e-9d5f-15040e2de14b up at agent hyperv_hv-cinder-82658 {{(pid=102577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 08:24:56.976145 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Provisioning for port 2af0003f-dade-4a4e-9d5f-15040e2de14b completed by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 08:24:56.979695 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.db.provisioning_blocks [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Provisioning complete for port 2af0003f-dade-4a4e-9d5f-15040e2de14b triggered by entity L2. {{(pid=102577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 08:24:56.980335 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533627'] for port (2af0003f-dade-4a4e-9d5f-15040e2de14b), provisioning_complete {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:57.057006 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Current status of the port 2af0003f-dade-4a4e-9d5f-15040e2de14b is: BUILD; New status is: ACTIVE {{(pid=102577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 08:24:57.057393 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1497991'] for port (2af0003f-dade-4a4e-9d5f-15040e2de14b), before_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:57.078801 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63b5580e-6474-4e60-87fe-2e7c9359dbfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af0003f-dade-4a4e-9d5f-15040e2de14b'}] {{(pid=102577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:24:57.081048 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ec6f2d63f069076934ea9a19260140f1f8696ff0c22b7471017e65d09815c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6c3e68-10a3-40ae-8acb-9c49d7832dfd" -d '{"events": [{"server_uuid": "63b5580e-6474-4e60-87fe-2e7c9359dbfb", "name": "network-vif-plugged", "status": "completed", "tag": "2af0003f-dade-4a4e-9d5f-15040e2de14b"}]}' {{(pid=102577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:24:57.093719 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] For port 2af0003f-dade-4a4e-9d5f-15040e2de14b, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=2af0003f-dade-4a4e-9d5f-15040e2de14b,segment=NetworkSegment(e266648b-42b0-423e-98cb-0a669923bf7d),segment_id=e266648b-42b0-423e-98cb-0a669923bf7d)] {{(pid=102577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:24:57.097675 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730335288778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730334756127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730334756145'] for port (2af0003f-dade-4a4e-9d5f-15040e2de14b), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:57.120580 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 08:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88983f64-6bbb-43ae-8fa9-d1e2fefb0e30 x-openstack-request-id: req-88983f64-6bbb-43ae-8fa9-d1e2fefb0e30 {{(pid=102577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:24:57.120910 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63b5580e-6474-4e60-87fe-2e7c9359dbfb", "name": "network-vif-plugged", "status": "completed", "tag": "2af0003f-dade-4a4e-9d5f-15040e2de14b", "code": 200}]} {{(pid=102577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:24:57.121164 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-88983f64-6bbb-43ae-8fa9-d1e2fefb0e30 {{(pid=102577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:24:57.121554 dv-cinder-826589-1-iscsi neutron-server[102577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63b5580e-6474-4e60-87fe-2e7c9359dbfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af0003f-dade-4a4e-9d5f-15040e2de14b', 'code': 200} Jan 27 08:24:57.149321 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Pushing event updated for resources: {'Port': ['ID=2af0003f-dade-4a4e-9d5f-15040e2de14b,revision_number=5']} {{(pid=102577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:24:57.265424 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a44e727-ddd7-40dd-a3fd-ca21adb082ad req-b4ea9c5b-baf4-4fa5-a60d-c70829b8c6f8 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:24:57.266810 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-6a44e727-ddd7-40dd-a3fd-ca21adb082ad req-b4ea9c5b-baf4-4fa5-a60d-c70829b8c6f8 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b5580e-6474-4e60-87fe-2e7c9359dbfb HTTP/1.1" status: 200 len: 946 time: 0.0492170 Jan 27 08:24:57.280454 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6019d-a864-4da8-9b18-851aeab0c086 req-26606810-9bdc-41df-a187-159572f52318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:24:57.281965 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-8dc6019d-a864-4da8-9b18-851aeab0c086 req-26606810-9bdc-41df-a187-159572f52318 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=63b5580e-6474-4e60-87fe-2e7c9359dbfb HTTP/1.1" status: 200 len: 1099 time: 0.0395365 Jan 27 08:24:57.312047 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-6a44e727-ddd7-40dd-a3fd-ca21adb082ad req-d87734f4-6d8c-4a42-aa58-a2faa6111855 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] 10.222.0.59 "GET /v2.0/security-groups?id=896a6856-c531-453d-8422-bc1ee0cfaacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398347 Jan 27 08:24:57.322899 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-8dc6019d-a864-4da8-9b18-851aeab0c086 req-00203cc6-96fd-4559-82c9-c32988a440d4 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=896a6856-c531-453d-8422-bc1ee0cfaacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358119 Jan 27 08:24:58.019497 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (926d476c-3c92-4faa-a402-a395b4978e44), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:24:58.428030 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d3b90c-9d27-4b96-8225-0b514cb9377d req-b1965010-d124-42ea-9f44-f16c18ff3fb1 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:24:58.429549 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a5d3b90c-9d27-4b96-8225-0b514cb9377d req-b1965010-d124-42ea-9f44-f16c18ff3fb1 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b5580e-6474-4e60-87fe-2e7c9359dbfb HTTP/1.1" status: 200 len: 946 time: 0.0491204 Jan 27 08:24:58.474556 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-a5d3b90c-9d27-4b96-8225-0b514cb9377d req-62f4b452-c47a-43a9-8925-37720372f7e3 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] 10.222.0.59 "GET /v2.0/security-groups?id=896a6856-c531-453d-8422-bc1ee0cfaacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394595 Jan 27 08:24:59.589929 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638a66e-41d5-4156-b900-66a1595f25df req-638116c9-5f16-4a40-9b1d-89152e476895 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:24:59.591364 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-4638a66e-41d5-4156-b900-66a1595f25df req-638116c9-5f16-4a40-9b1d-89152e476895 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b5580e-6474-4e60-87fe-2e7c9359dbfb HTTP/1.1" status: 200 len: 946 time: 0.0511565 Jan 27 08:24:59.637003 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-4638a66e-41d5-4156-b900-66a1595f25df req-c0e38975-02c1-4a8b-bbc2-281f754a045d tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] 10.222.0.59 "GET /v2.0/security-groups?id=896a6856-c531-453d-8422-bc1ee0cfaacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402353 Jan 27 08:25:18.494666 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8867676e-d2a5-4dbd-9cd5-a209c609f2fb req-ff281cb4-ea56-4f0d-a41b-67fee9e79cd9 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:25:18.496366 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-8867676e-d2a5-4dbd-9cd5-a209c609f2fb req-ff281cb4-ea56-4f0d-a41b-67fee9e79cd9 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b5580e-6474-4e60-87fe-2e7c9359dbfb HTTP/1.1" status: 200 len: 946 time: 0.0543110 Jan 27 08:25:18.543316 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-8867676e-d2a5-4dbd-9cd5-a209c609f2fb req-2af35514-9ef1-40c2-9fb9-27084d8b04ae tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] 10.222.0.59 "GET /v2.0/security-groups?id=896a6856-c531-453d-8422-bc1ee0cfaacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412774 Jan 27 08:25:19.711271 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53570388-8f13-42d3-b2ba-a353b0694ec5 req-b219791f-35a5-408a-8230-fd11715c42a6 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:25:19.712725 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-53570388-8f13-42d3-b2ba-a353b0694ec5 req-b219791f-35a5-408a-8230-fd11715c42a6 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b5580e-6474-4e60-87fe-2e7c9359dbfb HTTP/1.1" status: 200 len: 946 time: 0.1018913 Jan 27 08:25:19.761592 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-53570388-8f13-42d3-b2ba-a353b0694ec5 req-f658e598-958d-4b4f-9719-b26597e45995 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] 10.222.0.59 "GET /v2.0/security-groups?id=896a6856-c531-453d-8422-bc1ee0cfaacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434539 Jan 27 08:25:19.916157 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-6f50e7b1-67b1-4dac-a84b-312ff3bb4416 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (913d1d6b-f856-4828-afb6-1e4cc7d36f68), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:25:20.031177 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5aeec8-bb34-4712-a047-98733c97bc0a req-1e6f1361-f754-4360-8842-05bf49bef4a9 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 08:25:20.032595 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-ef5aeec8-bb34-4712-a047-98733c97bc0a req-1e6f1361-f754-4360-8842-05bf49bef4a9 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] 10.222.0.72 "GET /v2.0/ports?device_id=63b5580e-6474-4e60-87fe-2e7c9359dbfb HTTP/1.1" status: 200 len: 946 time: 0.0503643 Jan 27 08:25:20.115862 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [req-ef5aeec8-bb34-4712-a047-98733c97bc0a req-81fcedf3-04d4-4170-8b9d-8e7c3b3cfd84 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] Deleting port 2af0003f-dade-4a4e-9d5f-15040e2de14b {{(pid=102575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 08:25:20.116200 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-ef5aeec8-bb34-4712-a047-98733c97bc0a req-81fcedf3-04d4-4170-8b9d-8e7c3b3cfd84 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730335283038'] for port (2af0003f-dade-4a4e-9d5f-15040e2de14b), before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:25:20.204552 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [req-ef5aeec8-bb34-4712-a047-98733c97bc0a req-81fcedf3-04d4-4170-8b9d-8e7c3b3cfd84 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] For port 2af0003f-dade-4a4e-9d5f-15040e2de14b, host hv-cinder-82658, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82658',level=0,port_id=2af0003f-dade-4a4e-9d5f-15040e2de14b,segment=NetworkSegment(e266648b-42b0-423e-98cb-0a669923bf7d),segment_id=e266648b-42b0-423e-98cb-0a669923bf7d)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 08:25:20.204930 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-ef5aeec8-bb34-4712-a047-98733c97bc0a req-81fcedf3-04d4-4170-8b9d-8e7c3b3cfd84 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547444'] for port (2af0003f-dade-4a4e-9d5f-15040e2de14b), precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:25:20.216848 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [req-ef5aeec8-bb34-4712-a047-98733c97bc0a req-81fcedf3-04d4-4170-8b9d-8e7c3b3cfd84 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] Calling delete_port for 2af0003f-dade-4a4e-9d5f-15040e2de14b owned by compute:nova {{(pid=102575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 08:25:20.336499 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-ef5aeec8-bb34-4712-a047-98733c97bc0a req-81fcedf3-04d4-4170-8b9d-8e7c3b3cfd84 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1496408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730335288760', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730334756118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13172730'] for port (2af0003f-dade-4a4e-9d5f-15040e2de14b), after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:25:20.349657 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.db [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] get_ports_and_sgs() called for port_ids ['2af0003f-dade-4a4e-9d5f-15040e2de14b'] {{(pid=102577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 08:25:20.369987 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fcedf3-04d4-4170-8b9d-8e7c3b3cfd84 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] Pushing event deleted for resources: {'Port': ['ID=2af0003f-dade-4a4e-9d5f-15040e2de14b,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:25:20.409128 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef5aeec8-bb34-4712-a047-98733c97bc0a req-81fcedf3-04d4-4170-8b9d-8e7c3b3cfd84 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] No DVR routers for this DVR port 2af0003f-dade-4a4e-9d5f-15040e2de14b on host hv-cinder-82658 {{(pid=102575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 08:25:20.411643 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [req-ef5aeec8-bb34-4712-a047-98733c97bc0a req-81fcedf3-04d4-4170-8b9d-8e7c3b3cfd84 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960318'] for port (None), before_response {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:25:20.415029 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.wsgi [req-ef5aeec8-bb34-4712-a047-98733c97bc0a req-81fcedf3-04d4-4170-8b9d-8e7c3b3cfd84 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] 10.222.0.72 "DELETE /v2.0/ports/2af0003f-dade-4a4e-9d5f-15040e2de14b HTTP/1.1" status: 204 len: 173 time: 0.3768501 Jan 27 08:25:20.415477 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63b5580e-6474-4e60-87fe-2e7c9359dbfb', 'name': 'network-vif-deleted', 'tag': '2af0003f-dade-4a4e-9d5f-15040e2de14b'}] {{(pid=102575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 08:25:20.417801 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34d12f73e8b898318ba96f52067286bd4e4b64784ab72771e8c48dd469e53537" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6bc2720-f642-47c4-9668-dc447d2e7447" -d '{"events": [{"server_uuid": "63b5580e-6474-4e60-87fe-2e7c9359dbfb", "name": "network-vif-deleted", "tag": "2af0003f-dade-4a4e-9d5f-15040e2de14b"}]}' {{(pid=102575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 08:25:20.462399 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 08:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e3e419-e9c4-4230-b8e8-2574a605e05e x-openstack-request-id: req-70e3e419-e9c4-4230-b8e8-2574a605e05e {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 08:25:20.462948 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63b5580e-6474-4e60-87fe-2e7c9359dbfb", "name": "network-vif-deleted", "tag": "2af0003f-dade-4a4e-9d5f-15040e2de14b", "status": "completed", "code": 200}]} {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 08:25:20.463205 dv-cinder-826589-1-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-70e3e419-e9c4-4230-b8e8-2574a605e05e {{(pid=102575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 08:25:20.463629 dv-cinder-826589-1-iscsi neutron-server[102575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63b5580e-6474-4e60-87fe-2e7c9359dbfb', 'name': 'network-vif-deleted', 'tag': '2af0003f-dade-4a4e-9d5f-15040e2de14b', 'status': 'completed', 'code': 200} Jan 27 08:25:20.867936 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [req-355737ef-4df5-4ec7-ab66-2123f94ee8a2 req-a9c9fda8-e231-47b9-ade9-784f50f54c54 tempest-VolumesSnapshotTestJSON-257838173 tempest-VolumesSnapshotTestJSON-257838173-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b5580e-6474-4e60-87fe-2e7c9359dbfb HTTP/1.1" status: 200 len: 210 time: 0.0260184 Jan 27 08:25:22.905298 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-1f9639a9-adaa-4afa-8ff7-39e409be3af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (c4292dc4-d7f6-4187-994e-0142c7d14647), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:25:23.033623 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device 2af0003f-dade-4a4e-9d5f-15040e2de14b no longer exists at agent hyperv_hv-cinder-82658 {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 08:25:23.053485 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.plugin [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] No Port match for: 2af0003f-dade-4a4e-9d5f-15040e2de14b {{(pid=102577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 08:25:23.053829 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron.plugins.ml2.rpc [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Device 2af0003f-dade-4a4e-9d5f-15040e2de14b not bound to the agent host hv-cinder-82658 {{(pid=102577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 08:25:24.651704 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-84f64028-d758-4200-a634-8b4e45c8e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (30676f9c-3677-4b49-810a-45ff2c7eef62), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:25:25.794415 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-932e581e-1ad5-4fce-9316-ae3110c4cab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (037c8737-e99f-497c-9717-3fbc8e736584), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:25:26.699760 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (e79cbf24-12bd-4e20-a580-79498d5b225b), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:25:28.029488 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (926d476c-3c92-4faa-a402-a395b4978e44), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:25:30.668706 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.agents_db [None req-38ef7be0-44ce-4a1a-bebd-f97a99571a56 None None] Agent healthcheck: found 6 active agents {{(pid=102578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 08:25:42.724822 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 37830) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:25:42.768593 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6c67848-7a6e-4e63-88f8-0599586f6046 admin admin] Deleting subnet 5adf2bb9-b543-492b-a749-a909961f51e5 {{(pid=102576) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 08:25:42.771597 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-d6c67848-7a6e-4e63-88f8-0599586f6046 admin admin] Publish callbacks [] for subnet (5adf2bb9-b543-492b-a749-a909961f51e5), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:25:42.803733 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-d6c67848-7a6e-4e63-88f8-0599586f6046 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14124120'] for subnet (5adf2bb9-b543-492b-a749-a909961f51e5), precommit_delete_associations {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:25:42.844298 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-d6c67848-7a6e-4e63-88f8-0599586f6046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537734'] for subnet (5adf2bb9-b543-492b-a749-a909961f51e5), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:25:42.891797 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-d6c67848-7a6e-4e63-88f8-0599586f6046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13114748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13593762'] for subnet (5adf2bb9-b543-492b-a749-a909961f51e5), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:25:42.916112 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c67848-7a6e-4e63-88f8-0599586f6046 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5adf2bb9-b543-492b-a749-a909961f51e5,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:25:42.921607 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-d6c67848-7a6e-4e63-88f8-0599586f6046 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for subnet (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:25:42.926323 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-d6c67848-7a6e-4e63-88f8-0599586f6046 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/5adf2bb9-b543-492b-a749-a909961f51e5 HTTP/1.1" status: 204 len: 168 time: 0.2004900 Jan 27 08:25:42.927141 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 37832) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:25:42.993499 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-cecf3a7d-fcd9-42d7-863d-d3a330e34d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1691783'] for network (90e23d6a-bc9f-4209-8b28-078a5b7f38e3), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:25:43.071290 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-cecf3a7d-fcd9-42d7-863d-d3a330e34d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535825', 'neutron.services.segments.db._delete_segments_for_network-8730335277442'] for network (90e23d6a-bc9f-4209-8b28-078a5b7f38e3), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:25:43.090515 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.services.segments.db [None req-cecf3a7d-fcd9-42d7-863d-d3a330e34d88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90e23d6a-bc9f-4209-8b28-078a5b7f38e3']}} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:25:43.099320 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.services.segments.db [None req-cecf3a7d-fcd9-42d7-863d-d3a330e34d88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e266648b-42b0-423e-98cb-0a669923bf7d') {'for_net_delete': True} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:25:43.099611 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.services.segments.db [None req-cecf3a7d-fcd9-42d7-863d-d3a330e34d88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e266648b-42b0-423e-98cb-0a669923bf7d') {} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 08:25:43.109496 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-cecf3a7d-fcd9-42d7-863d-d3a330e34d88 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730335278475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14124113'] for segment (e266648b-42b0-423e-98cb-0a669923bf7d), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:25:43.122018 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-cecf3a7d-fcd9-42d7-863d-d3a330e34d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505597'] for segment (e266648b-42b0-423e-98cb-0a669923bf7d), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:25:43.127901 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cecf3a7d-fcd9-42d7-863d-d3a330e34d88 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=102576) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 08:25:43.128277 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-cecf3a7d-fcd9-42d7-863d-d3a330e34d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13114834'] for segment (e266648b-42b0-423e-98cb-0a669923bf7d), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:25:43.130004 dv-cinder-826589-1-iscsi neutron-server[102576]: Traceback (most recent call last): Jan 27 08:25:43.130004 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 08:25:43.130004 dv-cinder-826589-1-iscsi neutron-server[102576]: timer() Jan 27 08:25:43.130004 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 08:25:43.130004 dv-cinder-826589-1-iscsi neutron-server[102576]: cb(*args, **kw) Jan 27 08:25:43.130004 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 08:25:43.130004 dv-cinder-826589-1-iscsi neutron-server[102576]: return func(*args, **kwargs) Jan 27 08:25:43.130004 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 08:25:43.130004 dv-cinder-826589-1-iscsi neutron-server[102576]: self._notify() Jan 27 08:25:43.130004 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 08:25:43.130004 dv-cinder-826589-1-iscsi neutron-server[102576]: self.callback(batched_events) Jan 27 08:25:43.130004 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 08:25:43.130004 dv-cinder-826589-1-iscsi neutron-server[102576]: event.method(event) Jan 27 08:25:43.130004 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 08:25:43.130004 dv-cinder-826589-1-iscsi neutron-server[102576]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 08:25:43.130004 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 08:25:43.130004 dv-cinder-826589-1-iscsi neutron-server[102576]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 08:25:43.130004 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 08:25:43.130004 dv-cinder-826589-1-iscsi neutron-server[102576]: return f(self, *a, **k) Jan 27 08:25:43.130004 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 08:25:43.130004 dv-cinder-826589-1-iscsi neutron-server[102576]: return self._get(url).json() Jan 27 08:25:43.130004 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 08:25:43.130004 dv-cinder-826589-1-iscsi neutron-server[102576]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 08:25:43.130004 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 08:25:43.130004 dv-cinder-826589-1-iscsi neutron-server[102576]: return self.request(url, 'GET', **kwargs) Jan 27 08:25:43.130004 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 08:25:43.130004 dv-cinder-826589-1-iscsi neutron-server[102576]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 08:25:43.130004 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 08:25:43.130004 dv-cinder-826589-1-iscsi neutron-server[102576]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 08:25:43.130004 dv-cinder-826589-1-iscsi neutron-server[102576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 08:25:43.130004 dv-cinder-826589-1-iscsi neutron-server[102576]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 08:25:43.130004 dv-cinder-826589-1-iscsi neutron-server[102576]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 08:25:43.185064 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-cecf3a7d-fcd9-42d7-863d-d3a330e34d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549501'] for network (90e23d6a-bc9f-4209-8b28-078a5b7f38e3), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:25:43.190223 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-cecf3a7d-fcd9-42d7-863d-d3a330e34d88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525798'] for network (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:25:43.193504 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-cecf3a7d-fcd9-42d7-863d-d3a330e34d88 admin admin] 10.222.0.59 "DELETE /v2.0/networks/90e23d6a-bc9f-4209-8b28-078a5b7f38e3 HTTP/1.1" status: 204 len: 168 time: 0.2654607 Jan 27 08:25:43.204564 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecf3a7d-fcd9-42d7-863d-d3a330e34d88 admin admin] Pushing event deleted for resources: {'Network': ['ID=90e23d6a-bc9f-4209-8b28-078a5b7f38e3,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:25:43.348863 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 37836) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:25:43.387456 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-928828df-d165-46e7-abf9-d3d1bb2ff079 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f37b8ec1130a43c285bf912b681b25d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374002 Jan 27 08:25:43.389838 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.wsgi [-] (102576) accepted ('10.222.0.59', 37838) {{(pid=102576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 08:25:43.436641 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-a5db2aae-5a3f-4cba-8e32-140e320823c9 admin admin] Publish callbacks [] for security_group (896a6856-c531-453d-8422-bc1ee0cfaacb), before_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:25:43.457627 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-a5db2aae-5a3f-4cba-8e32-140e320823c9 admin admin] Publish callbacks [] for security_group (896a6856-c531-453d-8422-bc1ee0cfaacb), precommit_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:25:43.502455 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-a5db2aae-5a3f-4cba-8e32-140e320823c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573093'] for security_group (896a6856-c531-453d-8422-bc1ee0cfaacb), after_delete {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:25:43.505014 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-a5db2aae-5a3f-4cba-8e32-140e320823c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:25:43.506175 dv-cinder-826589-1-iscsi neutron-server[102576]: INFO neutron.wsgi [None req-a5db2aae-5a3f-4cba-8e32-140e320823c9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/896a6856-c531-453d-8422-bc1ee0cfaacb HTTP/1.1" status: 204 len: 168 time: 0.1154447 Jan 27 08:25:43.513893 dv-cinder-826589-1-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5db2aae-5a3f-4cba-8e32-140e320823c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896a6856-c531-453d-8422-bc1ee0cfaacb,revision_number=None']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 08:25:49.918075 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-17c915f3-938a-4889-8734-e31d1997cbc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (913d1d6b-f856-4828-afb6-1e4cc7d36f68), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:25:52.906490 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-00fedba9-68cd-44f3-ae39-c81f225c8172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (c4292dc4-d7f6-4187-994e-0142c7d14647), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:25:54.654262 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-84f64028-d758-4200-a634-8b4e45c8e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (30676f9c-3677-4b49-810a-45ff2c7eef62), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:25:55.797172 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-932e581e-1ad5-4fce-9316-ae3110c4cab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (037c8737-e99f-497c-9717-3fbc8e736584), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:25:56.692263 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (e79cbf24-12bd-4e20-a580-79498d5b225b), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:25:58.029862 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (926d476c-3c92-4faa-a402-a395b4978e44), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:26:07.667581 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.agents_db [None req-38ef7be0-44ce-4a1a-bebd-f97a99571a56 None None] Agent healthcheck: found 6 active agents {{(pid=102578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 08:26:19.919632 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-52c319e1-9d2a-464b-b704-834a99967f1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (913d1d6b-f856-4828-afb6-1e4cc7d36f68), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:26:22.907274 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-1f082351-6de8-4718-89f6-506b7cacd8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (c4292dc4-d7f6-4187-994e-0142c7d14647), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:26:24.656837 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-84f64028-d758-4200-a634-8b4e45c8e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (30676f9c-3677-4b49-810a-45ff2c7eef62), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:26:25.801906 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-932e581e-1ad5-4fce-9316-ae3110c4cab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (037c8737-e99f-497c-9717-3fbc8e736584), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:26:26.694812 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (e79cbf24-12bd-4e20-a580-79498d5b225b), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:26:28.032943 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (926d476c-3c92-4faa-a402-a395b4978e44), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:26:44.667481 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.agents_db [None req-38ef7be0-44ce-4a1a-bebd-f97a99571a56 None None] Agent healthcheck: found 6 active agents {{(pid=102578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 08:26:49.923200 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3aefef6c-7abb-4523-9295-e8c3d6c0aeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (913d1d6b-f856-4828-afb6-1e4cc7d36f68), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:26:52.908572 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-4a43e000-46e1-4c61-86c5-7be1b6f39b21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (c4292dc4-d7f6-4187-994e-0142c7d14647), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:26:54.659490 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-84f64028-d758-4200-a634-8b4e45c8e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (30676f9c-3677-4b49-810a-45ff2c7eef62), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:26:55.803936 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-932e581e-1ad5-4fce-9316-ae3110c4cab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (037c8737-e99f-497c-9717-3fbc8e736584), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:26:56.696670 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (e79cbf24-12bd-4e20-a580-79498d5b225b), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:26:58.030127 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (926d476c-3c92-4faa-a402-a395b4978e44), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:27:19.924126 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-ff943747-90a8-4141-81d4-ab7e64a298a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (913d1d6b-f856-4828-afb6-1e4cc7d36f68), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:27:21.666199 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.agents_db [None req-38ef7be0-44ce-4a1a-bebd-f97a99571a56 None None] Agent healthcheck: found 6 active agents {{(pid=102578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 08:27:22.909480 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-0044f1af-59a4-417c-a204-ac42e2aa6033 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (c4292dc4-d7f6-4187-994e-0142c7d14647), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:27:24.661818 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-84f64028-d758-4200-a634-8b4e45c8e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (30676f9c-3677-4b49-810a-45ff2c7eef62), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:27:25.806891 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-932e581e-1ad5-4fce-9316-ae3110c4cab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (037c8737-e99f-497c-9717-3fbc8e736584), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:27:26.698286 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (e79cbf24-12bd-4e20-a580-79498d5b225b), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:27:28.045781 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (926d476c-3c92-4faa-a402-a395b4978e44), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:27:49.925273 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a38ec600-da8e-4bda-a9fe-134b7ddb77c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (913d1d6b-f856-4828-afb6-1e4cc7d36f68), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:27:52.910480 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a6b65e72-4758-4243-af4e-a367792028d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (c4292dc4-d7f6-4187-994e-0142c7d14647), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:27:54.664789 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-84f64028-d758-4200-a634-8b4e45c8e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (30676f9c-3677-4b49-810a-45ff2c7eef62), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:27:55.809652 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-932e581e-1ad5-4fce-9316-ae3110c4cab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (037c8737-e99f-497c-9717-3fbc8e736584), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:27:56.706624 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (e79cbf24-12bd-4e20-a580-79498d5b225b), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:27:58.044216 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (926d476c-3c92-4faa-a402-a395b4978e44), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:27:58.665505 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.agents_db [None req-38ef7be0-44ce-4a1a-bebd-f97a99571a56 None None] Agent healthcheck: found 6 active agents {{(pid=102578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 08:28:19.925460 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-09cb7255-c2bd-4487-af5b-6220d88960c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (913d1d6b-f856-4828-afb6-1e4cc7d36f68), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:28:22.911352 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-53ff5890-8a21-4959-96b7-e7ea5bdf1e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (c4292dc4-d7f6-4187-994e-0142c7d14647), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:28:24.668400 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-84f64028-d758-4200-a634-8b4e45c8e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (30676f9c-3677-4b49-810a-45ff2c7eef62), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:28:25.813144 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-932e581e-1ad5-4fce-9316-ae3110c4cab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (037c8737-e99f-497c-9717-3fbc8e736584), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:28:26.698960 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (e79cbf24-12bd-4e20-a580-79498d5b225b), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:28:28.044688 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (926d476c-3c92-4faa-a402-a395b4978e44), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:28:35.665294 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.agents_db [None req-38ef7be0-44ce-4a1a-bebd-f97a99571a56 None None] Agent healthcheck: found 6 active agents {{(pid=102578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 08:28:49.931199 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-2671f986-0cb2-40df-a067-56d03649f46b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (913d1d6b-f856-4828-afb6-1e4cc7d36f68), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:28:52.912639 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-49fca0c5-4354-4abe-9eb2-feec7961314d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (c4292dc4-d7f6-4187-994e-0142c7d14647), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:28:54.671325 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-84f64028-d758-4200-a634-8b4e45c8e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (30676f9c-3677-4b49-810a-45ff2c7eef62), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:28:55.816883 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-932e581e-1ad5-4fce-9316-ae3110c4cab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (037c8737-e99f-497c-9717-3fbc8e736584), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:28:56.700943 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (e79cbf24-12bd-4e20-a580-79498d5b225b), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:28:58.059338 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (926d476c-3c92-4faa-a402-a395b4978e44), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:29:12.665056 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.agents_db [None req-38ef7be0-44ce-4a1a-bebd-f97a99571a56 None None] Agent healthcheck: found 6 active agents {{(pid=102578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 08:29:19.933084 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-2f08d524-9411-4a47-bf0b-39293e83947e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (913d1d6b-f856-4828-afb6-1e4cc7d36f68), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:29:22.913521 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-fb95c2ac-522f-489a-a69e-c1a96555debb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (c4292dc4-d7f6-4187-994e-0142c7d14647), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:29:24.675088 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-84f64028-d758-4200-a634-8b4e45c8e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (30676f9c-3677-4b49-810a-45ff2c7eef62), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:29:25.823263 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-932e581e-1ad5-4fce-9316-ae3110c4cab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (037c8737-e99f-497c-9717-3fbc8e736584), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:29:26.702151 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (e79cbf24-12bd-4e20-a580-79498d5b225b), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:29:28.090641 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (926d476c-3c92-4faa-a402-a395b4978e44), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:29:49.664851 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.agents_db [None req-38ef7be0-44ce-4a1a-bebd-f97a99571a56 None None] Agent healthcheck: found 6 active agents {{(pid=102578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 08:29:49.934353 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-fef4dc66-c31e-4d58-a11a-880f4d0f4be8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (913d1d6b-f856-4828-afb6-1e4cc7d36f68), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:29:52.913628 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-cc7efda5-b1bf-4f90-8167-f49c3efb16d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (c4292dc4-d7f6-4187-994e-0142c7d14647), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:29:54.676980 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-84f64028-d758-4200-a634-8b4e45c8e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (30676f9c-3677-4b49-810a-45ff2c7eef62), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:29:55.822877 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-932e581e-1ad5-4fce-9316-ae3110c4cab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (037c8737-e99f-497c-9717-3fbc8e736584), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:29:56.704503 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (e79cbf24-12bd-4e20-a580-79498d5b225b), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:29:58.109189 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (926d476c-3c92-4faa-a402-a395b4978e44), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:30:19.934473 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-efb430ed-47d8-4c1b-9ce9-8ed1a736c162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (913d1d6b-f856-4828-afb6-1e4cc7d36f68), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:30:22.914507 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-0c55b4ee-544f-4da9-a4cd-8af856235910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (c4292dc4-d7f6-4187-994e-0142c7d14647), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:30:24.679958 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-84f64028-d758-4200-a634-8b4e45c8e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (30676f9c-3677-4b49-810a-45ff2c7eef62), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:30:25.826628 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-932e581e-1ad5-4fce-9316-ae3110c4cab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (037c8737-e99f-497c-9717-3fbc8e736584), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:30:26.664039 dv-cinder-826589-1-iscsi neutron-server[102578]: DEBUG neutron.db.agents_db [None req-38ef7be0-44ce-4a1a-bebd-f97a99571a56 None None] Agent healthcheck: found 6 active agents {{(pid=102578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 08:30:26.706892 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-a0daac20-3734-47ce-ba27-c92f5e0c11f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (e79cbf24-12bd-4e20-a580-79498d5b225b), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:30:28.115115 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-3d05f4b9-b433-41e8-a05a-4d7956b055fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (926d476c-3c92-4faa-a402-a395b4978e44), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:30:49.935372 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-8a92a7b2-6765-4d92-b889-8c8a674a65dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (913d1d6b-f856-4828-afb6-1e4cc7d36f68), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 08:30:52.916926 dv-cinder-826589-1-iscsi neutron-server[102577]: DEBUG neutron_lib.callbacks.manager [None req-d76c9ba4-0d90-44da-9238-4d1ffdf268b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730335277424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533521'] for agent (c4292dc4-d7f6-4187-994e-0142c7d14647), after_update {{(pid=102577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}